{"level":"warn","ts":"2026-04-27T01:31:16.407496Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-27T01:31:16.40762Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.67:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.67:2380","--initial-cluster=instance=https://199.19.213.67:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.67:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.67:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-27T01:31:16.407693Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-27T01:31:16.407709Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.67:2380"]} {"level":"info","ts":"2026-04-27T01:31:16.407738Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-27T01:31:16.408584Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.67:2379"]} {"level":"info","ts":"2026-04-27T01:31:16.408687Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.67:2380"],"listen-peer-urls":["https://199.19.213.67:2380"],"advertise-client-urls":["https://199.19.213.67:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.67:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.67:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-27T01:31:16.415513Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.52595ms"} {"level":"info","ts":"2026-04-27T01:31:16.42482Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fba6d6d8cd5f215c","cluster-id":"f3c660457a1c2c72"} {"level":"info","ts":"2026-04-27T01:31:16.424969Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fba6d6d8cd5f215c switched to configuration voters=()"} {"level":"info","ts":"2026-04-27T01:31:16.425002Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fba6d6d8cd5f215c became follower at term 0"} {"level":"info","ts":"2026-04-27T01:31:16.425028Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fba6d6d8cd5f215c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-27T01:31:16.425045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fba6d6d8cd5f215c became follower at term 1"} {"level":"info","ts":"2026-04-27T01:31:16.425119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fba6d6d8cd5f215c switched to configuration voters=(18133417176300724572)"} {"level":"warn","ts":"2026-04-27T01:31:16.434112Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-27T01:31:16.43747Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-27T01:31:16.439043Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-27T01:31:16.441878Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fba6d6d8cd5f215c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-27T01:31:16.442153Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fba6d6d8cd5f215c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-27T01:31:16.442165Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-27T01:31:16.442281Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-27T01:31:16.442304Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-27T01:31:16.442961Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fba6d6d8cd5f215c switched to configuration voters=(18133417176300724572)"} {"level":"info","ts":"2026-04-27T01:31:16.44314Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f3c660457a1c2c72","local-member-id":"fba6d6d8cd5f215c","added-peer-id":"fba6d6d8cd5f215c","added-peer-peer-urls":["https://199.19.213.67:2380"]} {"level":"info","ts":"2026-04-27T01:31:16.444624Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-27T01:31:16.444811Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fba6d6d8cd5f215c","initial-advertise-peer-urls":["https://199.19.213.67:2380"],"listen-peer-urls":["https://199.19.213.67:2380"],"advertise-client-urls":["https://199.19.213.67:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.67:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-27T01:31:16.444877Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-27T01:31:16.444883Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.67:2380"} {"level":"info","ts":"2026-04-27T01:31:16.444965Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.67:2380"} {"level":"info","ts":"2026-04-27T01:31:17.225873Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fba6d6d8cd5f215c is starting a new election at term 1"} {"level":"info","ts":"2026-04-27T01:31:17.225914Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fba6d6d8cd5f215c became pre-candidate at term 1"} {"level":"info","ts":"2026-04-27T01:31:17.225941Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fba6d6d8cd5f215c received MsgPreVoteResp from fba6d6d8cd5f215c at term 1"} {"level":"info","ts":"2026-04-27T01:31:17.225952Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fba6d6d8cd5f215c became candidate at term 2"} {"level":"info","ts":"2026-04-27T01:31:17.225957Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fba6d6d8cd5f215c received MsgVoteResp from fba6d6d8cd5f215c at term 2"} {"level":"info","ts":"2026-04-27T01:31:17.225972Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fba6d6d8cd5f215c became leader at term 2"} {"level":"info","ts":"2026-04-27T01:31:17.225983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fba6d6d8cd5f215c elected leader fba6d6d8cd5f215c at term 2"} {"level":"info","ts":"2026-04-27T01:31:17.226983Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fba6d6d8cd5f215c","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.67:2379]}","request-path":"/0/members/fba6d6d8cd5f215c/attributes","cluster-id":"f3c660457a1c2c72","publish-timeout":"7s"} {"level":"info","ts":"2026-04-27T01:31:17.227012Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-27T01:31:17.227128Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T01:31:17.227181Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-27T01:31:17.227341Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-27T01:31:17.227544Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-27T01:31:17.228042Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f3c660457a1c2c72","local-member-id":"fba6d6d8cd5f215c","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T01:31:17.228209Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T01:31:17.228253Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T01:31:17.230491Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-27T01:31:17.230926Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.67:2379"} {"level":"info","ts":"2026-04-27T01:31:20.343555Z","caller":"traceutil/trace.go:171","msg":"trace[1844105003] transaction","detail":"{read_only:false; response_revision:168; number_of_response:1; }","duration":"282.080556ms","start":"2026-04-27T01:31:20.061449Z","end":"2026-04-27T01:31:20.343529Z","steps":["trace[1844105003] 'process raft request' (duration: 281.930761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:22.401279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.116414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:31:22.401518Z","caller":"traceutil/trace.go:171","msg":"trace[1513071457] transaction","detail":"{read_only:false; response_revision:282; number_of_response:1; }","duration":"119.849659ms","start":"2026-04-27T01:31:22.281627Z","end":"2026-04-27T01:31:22.401477Z","steps":["trace[1513071457] 'compare' (duration: 110.98272ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:22.401588Z","caller":"traceutil/trace.go:171","msg":"trace[1778469294] linearizableReadLoop","detail":"{readStateIndex:287; appliedIndex:286; }","duration":"110.292118ms","start":"2026-04-27T01:31:22.291265Z","end":"2026-04-27T01:31:22.401557Z","steps":["trace[1778469294] 'read index received' (duration: 30.031µs)","trace[1778469294] 'applied index is now lower than readState.Index' (duration: 110.259786ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:31:22.401775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.493944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:31:22.401814Z","caller":"traceutil/trace.go:171","msg":"trace[1540774369] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:0; response_revision:283; }","duration":"110.578707ms","start":"2026-04-27T01:31:22.291226Z","end":"2026-04-27T01:31:22.401805Z","steps":["trace[1540774369] 'agreement among raft nodes before linearized reading' (duration: 110.469193ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:22.630833Z","caller":"traceutil/trace.go:171","msg":"trace[1593556721] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"224.261805ms","start":"2026-04-27T01:31:22.406537Z","end":"2026-04-27T01:31:22.630799Z","steps":["trace[1593556721] 'process raft request' (duration: 216.116551ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:22.630895Z","caller":"traceutil/trace.go:171","msg":"trace[815190793] transaction","detail":"{read_only:false; response_revision:286; number_of_response:1; }","duration":"221.937719ms","start":"2026-04-27T01:31:22.408928Z","end":"2026-04-27T01:31:22.630866Z","steps":["trace[815190793] 'process raft request' (duration: 221.806735ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:22.631049Z","caller":"traceutil/trace.go:171","msg":"trace[2054000633] transaction","detail":"{read_only:false; response_revision:287; number_of_response:1; }","duration":"221.853126ms","start":"2026-04-27T01:31:22.409167Z","end":"2026-04-27T01:31:22.63102Z","steps":["trace[2054000633] 'process raft request' (duration: 221.64637ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:22.63116Z","caller":"traceutil/trace.go:171","msg":"trace[551057821] transaction","detail":"{read_only:false; number_of_response:0; response_revision:287; }","duration":"205.562316ms","start":"2026-04-27T01:31:22.425545Z","end":"2026-04-27T01:31:22.631107Z","steps":["trace[551057821] 'process raft request' (duration: 205.319928ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:22.634389Z","caller":"traceutil/trace.go:171","msg":"trace[1809914763] transaction","detail":"{read_only:false; response_revision:288; number_of_response:1; }","duration":"187.385925ms","start":"2026-04-27T01:31:22.446953Z","end":"2026-04-27T01:31:22.634339Z","steps":["trace[1809914763] 'process raft request' (duration: 183.949284ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:22.634461Z","caller":"traceutil/trace.go:171","msg":"trace[96020103] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"187.308582ms","start":"2026-04-27T01:31:22.447123Z","end":"2026-04-27T01:31:22.634432Z","steps":["trace[96020103] 'process raft request' (duration: 187.084995ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:22.634494Z","caller":"traceutil/trace.go:171","msg":"trace[1688102256] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"186.92998ms","start":"2026-04-27T01:31:22.447531Z","end":"2026-04-27T01:31:22.634461Z","steps":["trace[1688102256] 'process raft request' (duration: 186.763585ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:22.634519Z","caller":"traceutil/trace.go:171","msg":"trace[1220997828] transaction","detail":"{read_only:false; number_of_response:0; response_revision:291; }","duration":"186.510097ms","start":"2026-04-27T01:31:22.447942Z","end":"2026-04-27T01:31:22.634452Z","steps":["trace[1220997828] 'process raft request' (duration: 186.466746ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:22.634534Z","caller":"traceutil/trace.go:171","msg":"trace[828729296] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"186.60774ms","start":"2026-04-27T01:31:22.447914Z","end":"2026-04-27T01:31:22.634522Z","steps":["trace[828729296] 'process raft request' (duration: 186.427144ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:22.636997Z","caller":"traceutil/trace.go:171","msg":"trace[267029308] transaction","detail":"{read_only:false; response_revision:292; number_of_response:1; }","duration":"180.061107ms","start":"2026-04-27T01:31:22.456912Z","end":"2026-04-27T01:31:22.636973Z","steps":["trace[267029308] 'process raft request' (duration: 179.82718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:22.891341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.041186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:31:22.891607Z","caller":"traceutil/trace.go:171","msg":"trace[1719105221] linearizableReadLoop","detail":"{readStateIndex:305; appliedIndex:301; }","duration":"110.959099ms","start":"2026-04-27T01:31:22.780628Z","end":"2026-04-27T01:31:22.891587Z","steps":["trace[1719105221] 'read index received' (duration: 107.216978ms)","trace[1719105221] 'applied index is now lower than readState.Index' (duration: 3.740421ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:22.891699Z","caller":"traceutil/trace.go:171","msg":"trace[1600375901] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"196.789002ms","start":"2026-04-27T01:31:22.694902Z","end":"2026-04-27T01:31:22.891691Z","steps":["trace[1600375901] 'process raft request' (duration: 196.605376ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:22.891774Z","caller":"traceutil/trace.go:171","msg":"trace[181114997] transaction","detail":"{read_only:false; response_revision:295; number_of_response:1; }","duration":"204.485231ms","start":"2026-04-27T01:31:22.687252Z","end":"2026-04-27T01:31:22.891737Z","steps":["trace[181114997] 'process raft request' (duration: 43.979ms)","trace[181114997] 'compare' (duration: 159.898962ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:22.891831Z","caller":"traceutil/trace.go:171","msg":"trace[1096778697] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"200.13074ms","start":"2026-04-27T01:31:22.691643Z","end":"2026-04-27T01:31:22.891774Z","steps":["trace[1096778697] 'process raft request' (duration: 199.835071ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:22.891857Z","caller":"traceutil/trace.go:171","msg":"trace[1449912623] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"201.431903ms","start":"2026-04-27T01:31:22.690405Z","end":"2026-04-27T01:31:22.891837Z","steps":["trace[1449912623] 'process raft request' (duration: 201.027499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:22.891925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.266949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:31:22.892009Z","caller":"traceutil/trace.go:171","msg":"trace[1121795104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:298; }","duration":"111.405343ms","start":"2026-04-27T01:31:22.78058Z","end":"2026-04-27T01:31:22.891985Z","steps":["trace[1121795104] 'agreement among raft nodes before linearized reading' (duration: 111.221877ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:23.115651Z","caller":"traceutil/trace.go:171","msg":"trace[1980346804] linearizableReadLoop","detail":"{readStateIndex:309; appliedIndex:306; }","duration":"135.926791ms","start":"2026-04-27T01:31:22.979692Z","end":"2026-04-27T01:31:23.115619Z","steps":["trace[1980346804] 'read index received' (duration: 80.709565ms)","trace[1980346804] 'applied index is now lower than readState.Index' (duration: 55.215836ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:23.115722Z","caller":"traceutil/trace.go:171","msg":"trace[585481456] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"218.724215ms","start":"2026-04-27T01:31:22.896954Z","end":"2026-04-27T01:31:23.115678Z","steps":["trace[585481456] 'process raft request' (duration: 218.472907ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:23.115757Z","caller":"traceutil/trace.go:171","msg":"trace[1260655787] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"218.154806ms","start":"2026-04-27T01:31:22.897582Z","end":"2026-04-27T01:31:23.115737Z","steps":["trace[1260655787] 'process raft request' (duration: 217.943869ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:23.115924Z","caller":"traceutil/trace.go:171","msg":"trace[1371755768] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"219.592542ms","start":"2026-04-27T01:31:22.896169Z","end":"2026-04-27T01:31:23.115762Z","steps":["trace[1371755768] 'process raft request' (duration: 164.18893ms)","trace[1371755768] 'compare' (duration: 54.740761ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:31:23.116313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.556512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-27T01:31:23.116415Z","caller":"traceutil/trace.go:171","msg":"trace[1097664363] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:302; }","duration":"136.713587ms","start":"2026-04-27T01:31:22.979681Z","end":"2026-04-27T01:31:23.116395Z","steps":["trace[1097664363] 'agreement among raft nodes before linearized reading' (duration: 136.052216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:23.390297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.752556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:31:23.390534Z","caller":"traceutil/trace.go:171","msg":"trace[1485296255] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"192.73999ms","start":"2026-04-27T01:31:23.197763Z","end":"2026-04-27T01:31:23.390503Z","steps":["trace[1485296255] 'process raft request' (duration: 48.696624ms)","trace[1485296255] 'compare' (duration: 143.627722ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:23.390751Z","caller":"traceutil/trace.go:171","msg":"trace[4626541] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"190.640332ms","start":"2026-04-27T01:31:23.20008Z","end":"2026-04-27T01:31:23.39072Z","steps":["trace[4626541] 'process raft request' (duration: 190.321171ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:23.542064Z","caller":"traceutil/trace.go:171","msg":"trace[1672043978] linearizableReadLoop","detail":"{readStateIndex:318; appliedIndex:316; }","duration":"147.772537ms","start":"2026-04-27T01:31:23.394276Z","end":"2026-04-27T01:31:23.542049Z","steps":["trace[1672043978] 'read index received' (duration: 42.627117ms)","trace[1672043978] 'applied index is now lower than readState.Index' (duration: 105.14483ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:23.542128Z","caller":"traceutil/trace.go:171","msg":"trace[1361548753] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"148.127698ms","start":"2026-04-27T01:31:23.393981Z","end":"2026-04-27T01:31:23.542109Z","steps":["trace[1361548753] 'process raft request' (duration: 147.961813ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:23.54227Z","caller":"traceutil/trace.go:171","msg":"trace[1633071624] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"131.708064ms","start":"2026-04-27T01:31:23.410553Z","end":"2026-04-27T01:31:23.542261Z","steps":["trace[1633071624] 'process raft request' (duration: 131.460446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:23.542332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.696077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:31:23.542361Z","caller":"traceutil/trace.go:171","msg":"trace[1464096590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:310; }","duration":"144.759159ms","start":"2026-04-27T01:31:23.397595Z","end":"2026-04-27T01:31:23.542355Z","steps":["trace[1464096590] 'agreement among raft nodes before linearized reading' (duration: 144.697887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:23.542407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.621303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2920"} {"level":"info","ts":"2026-04-27T01:31:23.542446Z","caller":"traceutil/trace.go:171","msg":"trace[707905042] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:310; }","duration":"104.702076ms","start":"2026-04-27T01:31:23.437733Z","end":"2026-04-27T01:31:23.542435Z","steps":["trace[707905042] 'agreement among raft nodes before linearized reading' (duration: 104.637073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:23.542566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.220901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-27T01:31:23.542677Z","caller":"traceutil/trace.go:171","msg":"trace[99431783] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:310; }","duration":"148.412017ms","start":"2026-04-27T01:31:23.394234Z","end":"2026-04-27T01:31:23.542646Z","steps":["trace[99431783] 'agreement among raft nodes before linearized reading' (duration: 148.024055ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:23.542547Z","caller":"traceutil/trace.go:171","msg":"trace[358257] transaction","detail":"{read_only:false; number_of_response:0; response_revision:308; }","duration":"176.325315ms","start":"2026-04-27T01:31:23.365736Z","end":"2026-04-27T01:31:23.542061Z","steps":["trace[358257] 'process raft request' (duration: 174.94516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:24.121411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022257085,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T01:31:24.229782Z","caller":"traceutil/trace.go:171","msg":"trace[157982949] linearizableReadLoop","detail":"{readStateIndex:325; appliedIndex:323; }","duration":"608.436361ms","start":"2026-04-27T01:31:23.621325Z","end":"2026-04-27T01:31:24.229762Z","steps":["trace[157982949] 'read index received' (duration: 608.222784ms)","trace[157982949] 'applied index is now lower than readState.Index' (duration: 212.937µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:24.229867Z","caller":"traceutil/trace.go:171","msg":"trace[1168105654] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"644.35013ms","start":"2026-04-27T01:31:23.585488Z","end":"2026-04-27T01:31:24.229838Z","steps":["trace[1168105654] 'process raft request' (duration: 644.232726ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:24.229916Z","caller":"traceutil/trace.go:171","msg":"trace[792531281] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"649.923491ms","start":"2026-04-27T01:31:23.579959Z","end":"2026-04-27T01:31:24.229882Z","steps":["trace[792531281] 'process raft request' (duration: 649.632162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:24.229996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.566596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:31:24.230047Z","caller":"traceutil/trace.go:171","msg":"trace[521109886] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:0; response_revision:316; }","duration":"608.769762ms","start":"2026-04-27T01:31:23.621263Z","end":"2026-04-27T01:31:24.230033Z","steps":["trace[521109886] 'agreement among raft nodes before linearized reading' (duration: 608.590966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:24.230054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.101074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T01:31:24.230088Z","caller":"traceutil/trace.go:171","msg":"trace[719226366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:316; }","duration":"570.175628ms","start":"2026-04-27T01:31:23.659903Z","end":"2026-04-27T01:31:24.230078Z","steps":["trace[719226366] 'agreement among raft nodes before linearized reading' (duration: 570.032133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:24.230083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:23.621244Z","time spent":"608.828054ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-04-27T01:31:24.23012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:23.659884Z","time spent":"570.229609ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:31:24.230067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:23.579937Z","time spent":"650.055655ms","remote":"127.0.0.1:33980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":435,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:31:24.230238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:23.585472Z","time spent":"644.470173ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4645,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:31:24.734439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022257090,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:31:25.235049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022257090,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:31:25.735487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022257090,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:31:26.196147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105450357s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T01:31:26.588491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.998421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:31:26.588649Z","caller":"traceutil/trace.go:171","msg":"trace[370311019] linearizableReadLoop","detail":"{readStateIndex:326; appliedIndex:325; }","duration":"2.354936521s","start":"2026-04-27T01:31:24.233697Z","end":"2026-04-27T01:31:26.588633Z","steps":["trace[370311019] 'read index received' (duration: 1.962586929s)","trace[370311019] 'applied index is now lower than readState.Index' (duration: 392.348542ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:26.588708Z","caller":"traceutil/trace.go:171","msg":"trace[1712587561] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"2.355244841s","start":"2026-04-27T01:31:24.233426Z","end":"2026-04-27T01:31:26.588671Z","steps":["trace[1712587561] 'process raft request' (duration: 1.962994052s)","trace[1712587561] 'compare' (duration: 391.863987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:31:26.588778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355076335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-27T01:31:26.58881Z","caller":"traceutil/trace.go:171","msg":"trace[1459828946] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:317; }","duration":"2.355135937s","start":"2026-04-27T01:31:24.233663Z","end":"2026-04-27T01:31:26.588799Z","steps":["trace[1459828946] 'agreement among raft nodes before linearized reading' (duration: 2.355056055s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:26.588844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:24.233645Z","time spent":"2.35519079s","remote":"127.0.0.1:33734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-27T01:31:26.588868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:24.233401Z","time spent":"2.355383665s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:31:26.589011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354915741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2920"} {"level":"info","ts":"2026-04-27T01:31:26.589089Z","caller":"traceutil/trace.go:171","msg":"trace[232079179] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:317; }","duration":"2.355035294s","start":"2026-04-27T01:31:24.23403Z","end":"2026-04-27T01:31:26.589065Z","steps":["trace[232079179] 'agreement among raft nodes before linearized reading' (duration: 2.354881239s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:26.589131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:24.233997Z","time spent":"2.355123197s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2944,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-27T01:31:26.589281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394989416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-27T01:31:26.589295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470184851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T01:31:26.58934Z","caller":"traceutil/trace.go:171","msg":"trace[942767769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:317; }","duration":"1.395075198s","start":"2026-04-27T01:31:25.194251Z","end":"2026-04-27T01:31:26.589326Z","steps":["trace[942767769] 'agreement among raft nodes before linearized reading' (duration: 1.394984776s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:26.589346Z","caller":"traceutil/trace.go:171","msg":"trace[1466434668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:317; }","duration":"1.470276345s","start":"2026-04-27T01:31:25.119057Z","end":"2026-04-27T01:31:26.589334Z","steps":["trace[1466434668] 'agreement among raft nodes before linearized reading' (duration: 1.470191562s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:26.589382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:25.194233Z","time spent":"1.39513779s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:31:26.589386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:25.119027Z","time spent":"1.470349827s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:31:26.589436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01573405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:31:26.589481Z","caller":"traceutil/trace.go:171","msg":"trace[1512297016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:317; }","duration":"1.015804802s","start":"2026-04-27T01:31:25.573662Z","end":"2026-04-27T01:31:26.589466Z","steps":["trace[1512297016] 'agreement among raft nodes before linearized reading' (duration: 1.015724799s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:26.589524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:25.573642Z","time spent":"1.015873135s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T01:31:28.828154Z","caller":"traceutil/trace.go:171","msg":"trace[78125674] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"194.011551ms","start":"2026-04-27T01:31:28.634111Z","end":"2026-04-27T01:31:28.828122Z","steps":["trace[78125674] 'process raft request' (duration: 165.533715ms)","trace[78125674] 'compare' (duration: 28.238858ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:28.828168Z","caller":"traceutil/trace.go:171","msg":"trace[13611070] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"193.757312ms","start":"2026-04-27T01:31:28.634375Z","end":"2026-04-27T01:31:28.828132Z","steps":["trace[13611070] 'process raft request' (duration: 193.649499ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:28.828289Z","caller":"traceutil/trace.go:171","msg":"trace[262776787] linearizableReadLoop","detail":"{readStateIndex:384; appliedIndex:381; }","duration":"185.811605ms","start":"2026-04-27T01:31:28.642453Z","end":"2026-04-27T01:31:28.828264Z","steps":["trace[262776787] 'read index received' (duration: 84.585462ms)","trace[262776787] 'applied index is now lower than readState.Index' (duration: 101.225163ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:28.828383Z","caller":"traceutil/trace.go:171","msg":"trace[1728026272] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"161.776023ms","start":"2026-04-27T01:31:28.666585Z","end":"2026-04-27T01:31:28.828361Z","steps":["trace[1728026272] 'process raft request' (duration: 161.534555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:28.828415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.944488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-27T01:31:28.828468Z","caller":"traceutil/trace.go:171","msg":"trace[560792314] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:379; }","duration":"186.034182ms","start":"2026-04-27T01:31:28.642424Z","end":"2026-04-27T01:31:28.828458Z","steps":["trace[560792314] 'agreement among raft nodes before linearized reading' (duration: 185.930488ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:28.828601Z","caller":"traceutil/trace.go:171","msg":"trace[453468812] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"161.838074ms","start":"2026-04-27T01:31:28.666749Z","end":"2026-04-27T01:31:28.828588Z","steps":["trace[453468812] 'process raft request' (duration: 161.41715ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:28.828604Z","caller":"traceutil/trace.go:171","msg":"trace[1005940627] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"161.568305ms","start":"2026-04-27T01:31:28.667023Z","end":"2026-04-27T01:31:28.828591Z","steps":["trace[1005940627] 'process raft request' (duration: 161.198033ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:28.828633Z","caller":"traceutil/trace.go:171","msg":"trace[1772548533] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"162.172575ms","start":"2026-04-27T01:31:28.666449Z","end":"2026-04-27T01:31:28.828622Z","steps":["trace[1772548533] 'process raft request' (duration: 161.623867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:31.027953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022257269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:31:31.420002Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.028692762s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T01:31:31.420358Z","caller":"traceutil/trace.go:171","msg":"trace[1954586279] linearizableReadLoop","detail":"{readStateIndex:413; appliedIndex:412; }","duration":"892.840323ms","start":"2026-04-27T01:31:30.527495Z","end":"2026-04-27T01:31:31.420336Z","steps":["trace[1954586279] 'read index received' (duration: 892.652707ms)","trace[1954586279] 'applied index is now lower than readState.Index' (duration: 186.786µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:31.420446Z","caller":"traceutil/trace.go:171","msg":"trace[416604649] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"1.029215358s","start":"2026-04-27T01:31:30.391221Z","end":"2026-04-27T01:31:31.420436Z","steps":["trace[416604649] 'process raft request' (duration: 1.02897986s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:31.420551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:30.391205Z","time spent":"1.02927206s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6736,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:31:31.42062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.431401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T01:31:31.42065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.127902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.67\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-27T01:31:31.420722Z","caller":"traceutil/trace.go:171","msg":"trace[1455884392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:403; }","duration":"588.565715ms","start":"2026-04-27T01:31:30.832119Z","end":"2026-04-27T01:31:31.420684Z","steps":["trace[1455884392] 'agreement among raft nodes before linearized reading' (duration: 588.39858ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:31.420738Z","caller":"traceutil/trace.go:171","msg":"trace[730672244] range","detail":"{range_begin:/registry/masterleases/199.19.213.67; range_end:; response_count:1; response_revision:403; }","duration":"893.260586ms","start":"2026-04-27T01:31:30.52746Z","end":"2026-04-27T01:31:31.42072Z","steps":["trace[730672244] 'agreement among raft nodes before linearized reading' (duration: 893.07676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:31.420759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:30.832098Z","time spent":"588.653778ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:31:31.420775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:30.527442Z","time spent":"893.326818ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.67\" "} {"level":"warn","ts":"2026-04-27T01:31:31.420944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.971679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T01:31:31.421052Z","caller":"traceutil/trace.go:171","msg":"trace[1956475488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:403; }","duration":"589.139024ms","start":"2026-04-27T01:31:30.831883Z","end":"2026-04-27T01:31:31.421022Z","steps":["trace[1956475488] 'agreement among raft nodes before linearized reading' (duration: 588.7106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:31.421104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:30.831864Z","time spent":"589.230646ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:31:31.421135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.903807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T01:31:31.421181Z","caller":"traceutil/trace.go:171","msg":"trace[492618547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:403; }","duration":"588.949848ms","start":"2026-04-27T01:31:30.832222Z","end":"2026-04-27T01:31:31.421172Z","steps":["trace[492618547] 'agreement among raft nodes before linearized reading' (duration: 588.281006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:31.4212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:30.832139Z","time spent":"589.056131ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:31:31.421197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.226844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:31:31.421267Z","caller":"traceutil/trace.go:171","msg":"trace[625670040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:403; }","duration":"687.329757ms","start":"2026-04-27T01:31:30.733919Z","end":"2026-04-27T01:31:31.421249Z","steps":["trace[625670040] 'agreement among raft nodes before linearized reading' (duration: 686.575343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:31.421321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:30.733899Z","time spent":"687.41037ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T01:31:31.873542Z","caller":"traceutil/trace.go:171","msg":"trace[599759254] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"448.317933ms","start":"2026-04-27T01:31:31.425146Z","end":"2026-04-27T01:31:31.873464Z","steps":["trace[599759254] 'process raft request' (duration: 441.231533ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:31.873534Z","caller":"traceutil/trace.go:171","msg":"trace[1558400875] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"447.693863ms","start":"2026-04-27T01:31:31.425756Z","end":"2026-04-27T01:31:31.873449Z","steps":["trace[1558400875] 'process raft request' (duration: 447.564759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:31.873728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:31.42512Z","time spent":"448.508ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:31:31.87381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:31.425746Z","time spent":"447.9264ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:31:31.873918Z","caller":"traceutil/trace.go:171","msg":"trace[1158479528] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"448.031754ms","start":"2026-04-27T01:31:31.425855Z","end":"2026-04-27T01:31:31.873886Z","steps":["trace[1158479528] 'process raft request' (duration: 447.539148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:31.873976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.660874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-04-27T01:31:31.874017Z","caller":"traceutil/trace.go:171","msg":"trace[1712907066] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:407; }","duration":"448.742727ms","start":"2026-04-27T01:31:31.425265Z","end":"2026-04-27T01:31:31.874008Z","steps":["trace[1712907066] 'agreement among raft nodes before linearized reading' (duration: 448.649694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:31.874045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:31.425255Z","time spent":"448.783588ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T01:31:31.874045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:31.425846Z","time spent":"448.145618ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:31:31.87387Z","caller":"traceutil/trace.go:171","msg":"trace[2034867295] linearizableReadLoop","detail":"{readStateIndex:415; appliedIndex:413; }","duration":"448.550641ms","start":"2026-04-27T01:31:31.425294Z","end":"2026-04-27T01:31:31.873844Z","steps":["trace[2034867295] 'read index received' (duration: 149.124141ms)","trace[2034867295] 'applied index is now lower than readState.Index' (duration: 299.42554ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:31.873939Z","caller":"traceutil/trace.go:171","msg":"trace[479660073] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"447.993442ms","start":"2026-04-27T01:31:31.425926Z","end":"2026-04-27T01:31:31.873919Z","steps":["trace[479660073] 'process raft request' (duration: 447.801936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:31.874202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:31.425908Z","time spent":"448.262381ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:31:31.891291Z","caller":"traceutil/trace.go:171","msg":"trace[1112120557] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"310.683616ms","start":"2026-04-27T01:31:31.580581Z","end":"2026-04-27T01:31:31.891264Z","steps":["trace[1112120557] 'process raft request' (duration: 310.551812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:31.891356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.172504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:31:31.891424Z","caller":"traceutil/trace.go:171","msg":"trace[1085422373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:408; }","duration":"126.291298ms","start":"2026-04-27T01:31:31.765115Z","end":"2026-04-27T01:31:31.891407Z","steps":["trace[1085422373] 'agreement among raft nodes before linearized reading' (duration: 126.141503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:31.891445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:31.580553Z","time spent":"310.80376ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:31:32.109267Z","caller":"traceutil/trace.go:171","msg":"trace[1152563140] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:419; }","duration":"216.781852ms","start":"2026-04-27T01:31:31.892459Z","end":"2026-04-27T01:31:32.109241Z","steps":["trace[1152563140] 'read index received' (duration: 216.490963ms)","trace[1152563140] 'applied index is now lower than readState.Index' (duration: 289.859µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:32.109389Z","caller":"traceutil/trace.go:171","msg":"trace[466348468] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"226.26863ms","start":"2026-04-27T01:31:31.883109Z","end":"2026-04-27T01:31:32.109377Z","steps":["trace[466348468] 'process raft request' (duration: 225.94651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:32.109559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.289126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-27T01:31:32.109586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.094472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:31:32.109659Z","caller":"traceutil/trace.go:171","msg":"trace[1483278866] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:409; }","duration":"216.42268ms","start":"2026-04-27T01:31:31.893219Z","end":"2026-04-27T01:31:32.109641Z","steps":["trace[1483278866] 'agreement among raft nodes before linearized reading' (duration: 216.225954ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:32.10968Z","caller":"traceutil/trace.go:171","msg":"trace[1907960798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:409; }","duration":"217.229037ms","start":"2026-04-27T01:31:31.892431Z","end":"2026-04-27T01:31:32.10966Z","steps":["trace[1907960798] 'agreement among raft nodes before linearized reading' (duration: 217.044521ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:38.542151Z","caller":"traceutil/trace.go:171","msg":"trace[2054315377] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"127.438896ms","start":"2026-04-27T01:31:38.414687Z","end":"2026-04-27T01:31:38.542126Z","steps":["trace[2054315377] 'process raft request' (duration: 71.296239ms)","trace[2054315377] 'compare' (duration: 55.955771ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:38.542248Z","caller":"traceutil/trace.go:171","msg":"trace[279746933] linearizableReadLoop","detail":"{readStateIndex:452; appliedIndex:449; }","duration":"124.81706ms","start":"2026-04-27T01:31:38.417405Z","end":"2026-04-27T01:31:38.542222Z","steps":["trace[279746933] 'read index received' (duration: 36.627381ms)","trace[279746933] 'applied index is now lower than readState.Index' (duration: 88.188419ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:38.542318Z","caller":"traceutil/trace.go:171","msg":"trace[840661821] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"126.970501ms","start":"2026-04-27T01:31:38.415338Z","end":"2026-04-27T01:31:38.542308Z","steps":["trace[840661821] 'process raft request' (duration: 126.739913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:38.542525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.12222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-04-27T01:31:38.542572Z","caller":"traceutil/trace.go:171","msg":"trace[1925135673] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:440; }","duration":"125.265715ms","start":"2026-04-27T01:31:38.417292Z","end":"2026-04-27T01:31:38.542558Z","steps":["trace[1925135673] 'agreement among raft nodes before linearized reading' (duration: 125.017977ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:38.734101Z","caller":"traceutil/trace.go:171","msg":"trace[840426838] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"100.291082ms","start":"2026-04-27T01:31:38.633771Z","end":"2026-04-27T01:31:38.734062Z","steps":["trace[840426838] 'process raft request' (duration: 70.735511ms)","trace[840426838] 'compare' (duration: 29.304413ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:38.734246Z","caller":"traceutil/trace.go:171","msg":"trace[564644812] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"100.121887ms","start":"2026-04-27T01:31:38.63409Z","end":"2026-04-27T01:31:38.734212Z","steps":["trace[564644812] 'process raft request' (duration: 99.881149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:40.08082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.67047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:31:40.08092Z","caller":"traceutil/trace.go:171","msg":"trace[703822764] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"120.019324ms","start":"2026-04-27T01:31:39.960885Z","end":"2026-04-27T01:31:40.080904Z","steps":["trace[703822764] 'compare' (duration: 110.550326ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:40.252696Z","caller":"traceutil/trace.go:171","msg":"trace[2015760573] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"289.994533ms","start":"2026-04-27T01:31:39.962663Z","end":"2026-04-27T01:31:40.252657Z","steps":["trace[2015760573] 'process raft request' (duration: 233.689741ms)","trace[2015760573] 'compare' (duration: 56.008412ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:40.253198Z","caller":"traceutil/trace.go:171","msg":"trace[1315304110] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"288.945398ms","start":"2026-04-27T01:31:39.964153Z","end":"2026-04-27T01:31:40.253098Z","steps":["trace[1315304110] 'process raft request' (duration: 288.434712ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:42.266398Z","caller":"traceutil/trace.go:171","msg":"trace[569150819] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"130.835316ms","start":"2026-04-27T01:31:42.135541Z","end":"2026-04-27T01:31:42.266376Z","steps":["trace[569150819] 'process raft request' (duration: 130.625369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:43.263938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022257390,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:31:43.764861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022257390,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:31:44.037601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691977375s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:31:44.037762Z","caller":"traceutil/trace.go:171","msg":"trace[376953228] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"1.768123573s","start":"2026-04-27T01:31:42.269615Z","end":"2026-04-27T01:31:44.037738Z","steps":["trace[376953228] 'process raft request' (duration: 75.91893ms)","trace[376953228] 'compare' (duration: 1.691682356s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:31:44.037841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:42.269604Z","time spent":"1.768198155s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:31:44.265481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022257390,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:31:44.764021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00048052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T01:31:44.764128Z","caller":"traceutil/trace.go:171","msg":"trace[16480691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000631706s","start":"2026-04-27T01:31:42.763473Z","end":"2026-04-27T01:31:44.764104Z","steps":["trace[16480691] 'agreement among raft nodes before linearized reading' (duration: 2.000507382s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:44.764198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:42.763454Z","time spent":"2.000729079s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 01:31:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T01:31:44.76574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022257390,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:31:44.940508Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.59500303s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T01:31:45.102773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.979269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:31:45.102871Z","caller":"traceutil/trace.go:171","msg":"trace[662092590] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"2.832819686s","start":"2026-04-27T01:31:42.270037Z","end":"2026-04-27T01:31:45.102857Z","steps":["trace[662092590] 'process raft request' (duration: 2.670688382s)","trace[662092590] 'compare' (duration: 161.871455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:31:45.102919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:42.270014Z","time spent":"2.832885558s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:31:45.216238Z","caller":"traceutil/trace.go:171","msg":"trace[1312953926] linearizableReadLoop","detail":"{readStateIndex:480; appliedIndex:478; }","duration":"2.452701771s","start":"2026-04-27T01:31:42.763515Z","end":"2026-04-27T01:31:45.216217Z","steps":["trace[1312953926] 'read index received' (duration: 2.177238521s)","trace[1312953926] 'applied index is now lower than readState.Index' (duration: 275.46239ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:45.216307Z","caller":"traceutil/trace.go:171","msg":"trace[101567013] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"2.471630666s","start":"2026-04-27T01:31:42.744656Z","end":"2026-04-27T01:31:45.216287Z","steps":["trace[101567013] 'process raft request' (duration: 2.463848013s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:45.21637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163572899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:31:45.216398Z","caller":"traceutil/trace.go:171","msg":"trace[271277854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:467; }","duration":"1.163659603s","start":"2026-04-27T01:31:44.05273Z","end":"2026-04-27T01:31:45.21639Z","steps":["trace[271277854] 'agreement among raft nodes before linearized reading' (duration: 1.163596401s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:45.216422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:44.052705Z","time spent":"1.163712543s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:31:45.216478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:42.744637Z","time spent":"2.47172099s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:31:45.216569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.778955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:31:45.216599Z","caller":"traceutil/trace.go:171","msg":"trace[1587879066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:467; }","duration":"451.832437ms","start":"2026-04-27T01:31:44.764756Z","end":"2026-04-27T01:31:45.216589Z","steps":["trace[1587879066] 'agreement among raft nodes before linearized reading' (duration: 451.799046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:45.216628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:44.764738Z","time spent":"451.883489ms","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:31:45.216846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.564947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T01:31:45.21698Z","caller":"traceutil/trace.go:171","msg":"trace[930570075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:467; }","duration":"921.727372ms","start":"2026-04-27T01:31:44.295196Z","end":"2026-04-27T01:31:45.216923Z","steps":["trace[930570075] 'agreement among raft nodes before linearized reading' (duration: 921.390161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:45.217094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:44.295157Z","time spent":"921.917429ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T01:31:49.299685Z","caller":"traceutil/trace.go:171","msg":"trace[1770059960] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"176.136319ms","start":"2026-04-27T01:31:49.123522Z","end":"2026-04-27T01:31:49.299658Z","steps":["trace[1770059960] 'process raft request' (duration: 175.978444ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:49.475256Z","caller":"traceutil/trace.go:171","msg":"trace[869083096] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"157.011577ms","start":"2026-04-27T01:31:49.3182Z","end":"2026-04-27T01:31:49.475212Z","steps":["trace[869083096] 'process raft request' (duration: 110.858555ms)","trace[869083096] 'compare' (duration: 45.944445ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:49.68309Z","caller":"traceutil/trace.go:171","msg":"trace[120369417] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"322.80309ms","start":"2026-04-27T01:31:49.360263Z","end":"2026-04-27T01:31:49.683066Z","steps":["trace[120369417] 'process raft request' (duration: 322.753428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:49.683228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:49.36025Z","time spent":"322.907594ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:31:49.683282Z","caller":"traceutil/trace.go:171","msg":"trace[138173029] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"364.878928ms","start":"2026-04-27T01:31:49.318382Z","end":"2026-04-27T01:31:49.683261Z","steps":["trace[138173029] 'process raft request' (duration: 340.877898ms)","trace[138173029] 'compare' (duration: 23.643789ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:31:49.683357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:49.318358Z","time spent":"364.959671ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:31:51.276162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:50.529863Z","time spent":"746.294976ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T01:31:51.404774Z","caller":"traceutil/trace.go:171","msg":"trace[116291270] linearizableReadLoop","detail":"{readStateIndex:496; appliedIndex:495; }","duration":"100.590893ms","start":"2026-04-27T01:31:51.30416Z","end":"2026-04-27T01:31:51.404751Z","steps":["trace[116291270] 'read index received' (duration: 62.888366ms)","trace[116291270] 'applied index is now lower than readState.Index' (duration: 37.701747ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:51.404829Z","caller":"traceutil/trace.go:171","msg":"trace[2116091660] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"127.421195ms","start":"2026-04-27T01:31:51.277368Z","end":"2026-04-27T01:31:51.404789Z","steps":["trace[2116091660] 'process raft request' (duration: 89.653376ms)","trace[2116091660] 'compare' (duration: 37.614064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:31:51.404902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.736847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T01:31:51.404924Z","caller":"traceutil/trace.go:171","msg":"trace[729213003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:481; }","duration":"100.81862ms","start":"2026-04-27T01:31:51.304099Z","end":"2026-04-27T01:31:51.404917Z","steps":["trace[729213003] 'agreement among raft nodes before linearized reading' (duration: 100.733497ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:51.828615Z","caller":"traceutil/trace.go:171","msg":"trace[1039821507] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"138.403162ms","start":"2026-04-27T01:31:51.690174Z","end":"2026-04-27T01:31:51.828577Z","steps":["trace[1039821507] 'process raft request' (duration: 138.193455ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:53.441989Z","caller":"traceutil/trace.go:171","msg":"trace[1614544960] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"302.549741ms","start":"2026-04-27T01:31:53.139419Z","end":"2026-04-27T01:31:53.441969Z","steps":["trace[1614544960] 'process raft request' (duration: 269.125424ms)","trace[1614544960] 'compare' (duration: 33.053945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:31:53.44209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:53.139398Z","time spent":"302.646694ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T01:31:53.664189Z","caller":"traceutil/trace.go:171","msg":"trace[1431809178] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"169.550165ms","start":"2026-04-27T01:31:53.494607Z","end":"2026-04-27T01:31:53.664157Z","steps":["trace[1431809178] 'process raft request' (duration: 103.506127ms)","trace[1431809178] 'compare' (duration: 65.736348ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:53.664344Z","caller":"traceutil/trace.go:171","msg":"trace[1173283912] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"169.320808ms","start":"2026-04-27T01:31:53.494988Z","end":"2026-04-27T01:31:53.664309Z","steps":["trace[1173283912] 'process raft request' (duration: 169.037969ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:53.664825Z","caller":"traceutil/trace.go:171","msg":"trace[6944459] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"169.622048ms","start":"2026-04-27T01:31:53.495177Z","end":"2026-04-27T01:31:53.664799Z","steps":["trace[6944459] 'process raft request' (duration: 168.925595ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:53.664895Z","caller":"traceutil/trace.go:171","msg":"trace[1902476430] linearizableReadLoop","detail":"{readStateIndex:509; appliedIndex:506; }","duration":"164.78179ms","start":"2026-04-27T01:31:53.499876Z","end":"2026-04-27T01:31:53.664657Z","steps":["trace[1902476430] 'read index received' (duration: 98.163143ms)","trace[1902476430] 'applied index is now lower than readState.Index' (duration: 66.617647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:31:53.665008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.119241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:31:53.665045Z","caller":"traceutil/trace.go:171","msg":"trace[1562925917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:494; }","duration":"165.192244ms","start":"2026-04-27T01:31:53.499842Z","end":"2026-04-27T01:31:53.665034Z","steps":["trace[1562925917] 'agreement among raft nodes before linearized reading' (duration: 165.063769ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:54.118539Z","caller":"traceutil/trace.go:171","msg":"trace[293350271] linearizableReadLoop","detail":"{readStateIndex:512; appliedIndex:511; }","duration":"353.969243ms","start":"2026-04-27T01:31:53.764532Z","end":"2026-04-27T01:31:54.118501Z","steps":["trace[293350271] 'read index received' (duration: 353.517258ms)","trace[293350271] 'applied index is now lower than readState.Index' (duration: 450.565µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:54.118632Z","caller":"traceutil/trace.go:171","msg":"trace[1380310806] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"371.290526ms","start":"2026-04-27T01:31:53.747316Z","end":"2026-04-27T01:31:54.118607Z","steps":["trace[1380310806] 'process raft request' (duration: 370.954895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:54.118765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:53.747298Z","time spent":"371.40188ms","remote":"127.0.0.1:33980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:31:54.118789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.243592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:31:54.118824Z","caller":"traceutil/trace.go:171","msg":"trace[1786485465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:497; }","duration":"354.313694ms","start":"2026-04-27T01:31:53.764498Z","end":"2026-04-27T01:31:54.118812Z","steps":["trace[1786485465] 'agreement among raft nodes before linearized reading' (duration: 354.221721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:54.118885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:53.764482Z","time spent":"354.396357ms","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:31:54.118945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.921819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:31:54.119039Z","caller":"traceutil/trace.go:171","msg":"trace[925534136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:497; }","duration":"286.059944ms","start":"2026-04-27T01:31:53.832954Z","end":"2026-04-27T01:31:54.119014Z","steps":["trace[925534136] 'agreement among raft nodes before linearized reading' (duration: 285.802346ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:54.225453Z","caller":"traceutil/trace.go:171","msg":"trace[1858706720] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"102.965099ms","start":"2026-04-27T01:31:54.122443Z","end":"2026-04-27T01:31:54.225408Z","steps":["trace[1858706720] 'process raft request' (duration: 71.00853ms)","trace[1858706720] 'compare' (duration: 31.836775ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:54.240243Z","caller":"traceutil/trace.go:171","msg":"trace[1108560676] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"111.814447ms","start":"2026-04-27T01:31:54.128404Z","end":"2026-04-27T01:31:54.240219Z","steps":["trace[1108560676] 'process raft request' (duration: 111.58681ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:54.405745Z","caller":"traceutil/trace.go:171","msg":"trace[401401246] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"149.337878ms","start":"2026-04-27T01:31:54.256384Z","end":"2026-04-27T01:31:54.405722Z","steps":["trace[401401246] 'process raft request' (duration: 149.288266ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:54.405774Z","caller":"traceutil/trace.go:171","msg":"trace[1444578397] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"159.115506ms","start":"2026-04-27T01:31:54.246621Z","end":"2026-04-27T01:31:54.405736Z","steps":["trace[1444578397] 'process raft request' (duration: 149.69269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:56.148717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.595296ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T01:31:56.365553Z","caller":"traceutil/trace.go:171","msg":"trace[1282185864] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"131.317452ms","start":"2026-04-27T01:31:56.234197Z","end":"2026-04-27T01:31:56.365514Z","steps":["trace[1282185864] 'process raft request' (duration: 130.97422ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:56.610012Z","caller":"traceutil/trace.go:171","msg":"trace[1702102645] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"239.584544ms","start":"2026-04-27T01:31:56.370401Z","end":"2026-04-27T01:31:56.609985Z","steps":["trace[1702102645] 'process raft request' (duration: 150.343091ms)","trace[1702102645] 'compare' (duration: 89.087548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:31:56.83849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.531633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:31:56.838721Z","caller":"traceutil/trace.go:171","msg":"trace[971263998] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"461.619805ms","start":"2026-04-27T01:31:56.377069Z","end":"2026-04-27T01:31:56.838689Z","steps":["trace[971263998] 'process raft request' (duration: 343.810863ms)","trace[971263998] 'compare' (duration: 117.373108ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:31:56.838887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:56.377043Z","time spent":"461.788311ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T01:31:56.838934Z","caller":"traceutil/trace.go:171","msg":"trace[40232896] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"459.025791ms","start":"2026-04-27T01:31:56.37987Z","end":"2026-04-27T01:31:56.838896Z","steps":["trace[40232896] 'process raft request' (duration: 458.720421ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:56.838995Z","caller":"traceutil/trace.go:171","msg":"trace[1156356804] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"458.835775ms","start":"2026-04-27T01:31:56.380121Z","end":"2026-04-27T01:31:56.838956Z","steps":["trace[1156356804] 'process raft request' (duration: 458.520145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:56.839138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:56.380112Z","time spent":"458.950989ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:31:56.839122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:56.379849Z","time spent":"459.186536ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T01:31:56.839254Z","caller":"traceutil/trace.go:171","msg":"trace[573535300] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"449.916394ms","start":"2026-04-27T01:31:56.389317Z","end":"2026-04-27T01:31:56.839233Z","steps":["trace[573535300] 'process raft request' (duration: 449.502011ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:56.839159Z","caller":"traceutil/trace.go:171","msg":"trace[1193407776] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"448.786257ms","start":"2026-04-27T01:31:56.3903Z","end":"2026-04-27T01:31:56.839086Z","steps":["trace[1193407776] 'process raft request' (duration: 448.584261ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:56.839313Z","caller":"traceutil/trace.go:171","msg":"trace[2068058699] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"447.053501ms","start":"2026-04-27T01:31:56.392249Z","end":"2026-04-27T01:31:56.839302Z","steps":["trace[2068058699] 'process raft request' (duration: 446.71133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:56.839359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:56.392238Z","time spent":"447.099213ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:31:56.839383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:56.390279Z","time spent":"449.055816ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T01:31:56.839384Z","caller":"traceutil/trace.go:171","msg":"trace[840908017] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"446.39843ms","start":"2026-04-27T01:31:56.392965Z","end":"2026-04-27T01:31:56.839363Z","steps":["trace[840908017] 'process raft request' (duration: 446.061259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:56.839414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:56.389298Z","time spent":"450.032038ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:31:56.839489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:56.392957Z","time spent":"446.490833ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T01:31:56.839506Z","caller":"traceutil/trace.go:171","msg":"trace[1604786010] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"405.083347ms","start":"2026-04-27T01:31:56.434408Z","end":"2026-04-27T01:31:56.839491Z","steps":["trace[1604786010] 'process raft request' (duration: 405.011654ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:56.839529Z","caller":"traceutil/trace.go:171","msg":"trace[1786178749] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"437.713328ms","start":"2026-04-27T01:31:56.401789Z","end":"2026-04-27T01:31:56.839503Z","steps":["trace[1786178749] 'process raft request' (duration: 437.380327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:56.839612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:56.434382Z","time spent":"405.163699ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T01:31:56.839618Z","caller":"traceutil/trace.go:171","msg":"trace[1035406357] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"435.520546ms","start":"2026-04-27T01:31:56.404084Z","end":"2026-04-27T01:31:56.839604Z","steps":["trace[1035406357] 'process raft request' (duration: 435.240597ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:56.839619Z","caller":"traceutil/trace.go:171","msg":"trace[792759416] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"446.486603ms","start":"2026-04-27T01:31:56.393119Z","end":"2026-04-27T01:31:56.839606Z","steps":["trace[792759416] 'process raft request' (duration: 445.961146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:56.839625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:56.401776Z","time spent":"437.77618ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:31:56.839719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:56.393115Z","time spent":"446.575626ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:31:56.839756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:56.404066Z","time spent":"435.583019ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T01:31:56.874024Z","caller":"traceutil/trace.go:171","msg":"trace[971559542] linearizableReadLoop","detail":"{readStateIndex:557; appliedIndex:545; }","duration":"157.722801ms","start":"2026-04-27T01:31:56.716281Z","end":"2026-04-27T01:31:56.874004Z","steps":["trace[971559542] 'read index received' (duration: 4.61182ms)","trace[971559542] 'applied index is now lower than readState.Index' (duration: 153.110341ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:56.874142Z","caller":"traceutil/trace.go:171","msg":"trace[1875522534] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"331.459581ms","start":"2026-04-27T01:31:56.542598Z","end":"2026-04-27T01:31:56.874058Z","steps":["trace[1875522534] 'process raft request' (duration: 331.266275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:56.87425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.950668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:31:56.874277Z","caller":"traceutil/trace.go:171","msg":"trace[1045093938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:541; }","duration":"158.029901ms","start":"2026-04-27T01:31:56.716239Z","end":"2026-04-27T01:31:56.874269Z","steps":["trace[1045093938] 'agreement among raft nodes before linearized reading' (duration: 157.857095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:56.874254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:56.542572Z","time spent":"331.631757ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:31:57.154893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.290403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:31:57.155096Z","caller":"traceutil/trace.go:171","msg":"trace[1660142824] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"298.934034ms","start":"2026-04-27T01:31:56.856142Z","end":"2026-04-27T01:31:57.155076Z","steps":["trace[1660142824] 'process raft request' (duration: 298.853531ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.155147Z","caller":"traceutil/trace.go:171","msg":"trace[740388537] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"298.553701ms","start":"2026-04-27T01:31:56.856581Z","end":"2026-04-27T01:31:57.155135Z","steps":["trace[740388537] 'process raft request' (duration: 298.453648ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.155089Z","caller":"traceutil/trace.go:171","msg":"trace[850838164] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"298.996826ms","start":"2026-04-27T01:31:56.856048Z","end":"2026-04-27T01:31:57.155045Z","steps":["trace[850838164] 'process raft request' (duration: 162.480325ms)","trace[850838164] 'compare' (duration: 136.087947ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:57.155178Z","caller":"traceutil/trace.go:171","msg":"trace[1550602408] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"291.359398ms","start":"2026-04-27T01:31:56.863804Z","end":"2026-04-27T01:31:57.155163Z","steps":["trace[1550602408] 'process raft request' (duration: 291.263335ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.155225Z","caller":"traceutil/trace.go:171","msg":"trace[321717820] transaction","detail":"{read_only:false; number_of_response:1; response_revision:545; }","duration":"291.271494ms","start":"2026-04-27T01:31:56.863935Z","end":"2026-04-27T01:31:57.155207Z","steps":["trace[321717820] 'process raft request' (duration: 291.182391ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.155456Z","caller":"traceutil/trace.go:171","msg":"trace[1204262778] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"290.099207ms","start":"2026-04-27T01:31:56.865338Z","end":"2026-04-27T01:31:57.155437Z","steps":["trace[1204262778] 'process raft request' (duration: 289.982603ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.155435Z","caller":"traceutil/trace.go:171","msg":"trace[270156393] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"290.102997ms","start":"2026-04-27T01:31:56.865283Z","end":"2026-04-27T01:31:57.155386Z","steps":["trace[270156393] 'process raft request' (duration: 289.869019ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.155542Z","caller":"traceutil/trace.go:171","msg":"trace[972282269] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:557; }","duration":"281.456315ms","start":"2026-04-27T01:31:56.874077Z","end":"2026-04-27T01:31:57.155533Z","steps":["trace[972282269] 'read index received' (duration: 144.462499ms)","trace[972282269] 'applied index is now lower than readState.Index' (duration: 136.993366ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:57.155578Z","caller":"traceutil/trace.go:171","msg":"trace[2041485786] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"284.463243ms","start":"2026-04-27T01:31:56.871083Z","end":"2026-04-27T01:31:57.155546Z","steps":["trace[2041485786] 'process raft request' (duration: 284.3791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:57.155623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.11338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:31:57.155643Z","caller":"traceutil/trace.go:171","msg":"trace[390949231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:551; }","duration":"390.183252ms","start":"2026-04-27T01:31:56.765454Z","end":"2026-04-27T01:31:57.155637Z","steps":["trace[390949231] 'agreement among raft nodes before linearized reading' (duration: 390.12409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:57.15566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:56.765431Z","time spent":"390.224304ms","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:31:57.155619Z","caller":"traceutil/trace.go:171","msg":"trace[115697943] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"290.165918ms","start":"2026-04-27T01:31:56.865385Z","end":"2026-04-27T01:31:57.15555Z","steps":["trace[115697943] 'process raft request' (duration: 289.988423ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.155736Z","caller":"traceutil/trace.go:171","msg":"trace[1529391718] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"284.589447ms","start":"2026-04-27T01:31:56.871132Z","end":"2026-04-27T01:31:57.155721Z","steps":["trace[1529391718] 'process raft request' (duration: 284.37364ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.155749Z","caller":"traceutil/trace.go:171","msg":"trace[1640710960] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"284.850445ms","start":"2026-04-27T01:31:56.870887Z","end":"2026-04-27T01:31:57.155737Z","steps":["trace[1640710960] 'process raft request' (duration: 284.518055ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.174136Z","caller":"traceutil/trace.go:171","msg":"trace[1815956380] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"239.937455ms","start":"2026-04-27T01:31:56.934179Z","end":"2026-04-27T01:31:57.174116Z","steps":["trace[1815956380] 'process raft request' (duration: 239.858252ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.420331Z","caller":"traceutil/trace.go:171","msg":"trace[2080141793] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"256.69893ms","start":"2026-04-27T01:31:57.163598Z","end":"2026-04-27T01:31:57.420297Z","steps":["trace[2080141793] 'process raft request' (duration: 183.651724ms)","trace[2080141793] 'compare' (duration: 72.720885ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:57.420346Z","caller":"traceutil/trace.go:171","msg":"trace[2080084638] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"253.94848ms","start":"2026-04-27T01:31:57.166374Z","end":"2026-04-27T01:31:57.420323Z","steps":["trace[2080084638] 'process raft request' (duration: 253.824516ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.42209Z","caller":"traceutil/trace.go:171","msg":"trace[3213504] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"247.563862ms","start":"2026-04-27T01:31:57.174492Z","end":"2026-04-27T01:31:57.422055Z","steps":["trace[3213504] 'process raft request' (duration: 247.18547ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.422191Z","caller":"traceutil/trace.go:171","msg":"trace[1987488085] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"246.699124ms","start":"2026-04-27T01:31:57.175472Z","end":"2026-04-27T01:31:57.422171Z","steps":["trace[1987488085] 'process raft request' (duration: 246.484927ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.422339Z","caller":"traceutil/trace.go:171","msg":"trace[1457937675] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"244.356098ms","start":"2026-04-27T01:31:57.177953Z","end":"2026-04-27T01:31:57.422309Z","steps":["trace[1457937675] 'process raft request' (duration: 244.1062ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.422933Z","caller":"traceutil/trace.go:171","msg":"trace[64429355] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"153.008966ms","start":"2026-04-27T01:31:57.26991Z","end":"2026-04-27T01:31:57.422919Z","steps":["trace[64429355] 'process raft request' (duration: 152.867811ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.42297Z","caller":"traceutil/trace.go:171","msg":"trace[351474041] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"191.699935ms","start":"2026-04-27T01:31:57.231244Z","end":"2026-04-27T01:31:57.422944Z","steps":["trace[351474041] 'process raft request' (duration: 191.090885ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.634252Z","caller":"traceutil/trace.go:171","msg":"trace[505173813] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"202.990853ms","start":"2026-04-27T01:31:57.431224Z","end":"2026-04-27T01:31:57.634215Z","steps":["trace[505173813] 'process raft request' (duration: 108.726367ms)","trace[505173813] 'compare' (duration: 93.969056ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:57.634327Z","caller":"traceutil/trace.go:171","msg":"trace[2097406054] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"202.183676ms","start":"2026-04-27T01:31:57.432109Z","end":"2026-04-27T01:31:57.634293Z","steps":["trace[2097406054] 'process raft request' (duration: 202.008011ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.634336Z","caller":"traceutil/trace.go:171","msg":"trace[1914648083] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"163.017353ms","start":"2026-04-27T01:31:57.471293Z","end":"2026-04-27T01:31:57.634311Z","steps":["trace[1914648083] 'process raft request' (duration: 162.93575ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.863227Z","caller":"traceutil/trace.go:171","msg":"trace[1935184820] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"217.970729ms","start":"2026-04-27T01:31:57.645209Z","end":"2026-04-27T01:31:57.863179Z","steps":["trace[1935184820] 'process raft request' (duration: 214.727204ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:57.863307Z","caller":"traceutil/trace.go:171","msg":"trace[306773161] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"157.081499ms","start":"2026-04-27T01:31:57.706184Z","end":"2026-04-27T01:31:57.863265Z","steps":["trace[306773161] 'process raft request' (duration: 156.923304ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:58.030305Z","caller":"traceutil/trace.go:171","msg":"trace[1861062931] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"137.892765ms","start":"2026-04-27T01:31:57.892393Z","end":"2026-04-27T01:31:58.030285Z","steps":["trace[1861062931] 'process raft request' (duration: 137.867594ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:58.030409Z","caller":"traceutil/trace.go:171","msg":"trace[144359968] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"146.275428ms","start":"2026-04-27T01:31:57.884095Z","end":"2026-04-27T01:31:58.030371Z","steps":["trace[144359968] 'process raft request' (duration: 146.084762ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:58.030456Z","caller":"traceutil/trace.go:171","msg":"trace[1215272784] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"162.476646ms","start":"2026-04-27T01:31:57.867945Z","end":"2026-04-27T01:31:58.030421Z","steps":["trace[1215272784] 'process raft request' (duration: 101.904176ms)","trace[1215272784] 'compare' (duration: 60.222798ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:58.030687Z","caller":"traceutil/trace.go:171","msg":"trace[964248607] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"146.387412ms","start":"2026-04-27T01:31:57.884229Z","end":"2026-04-27T01:31:58.030616Z","steps":["trace[964248607] 'process raft request' (duration: 145.999469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:58.703099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.399373Z","time spent":"303.716182ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T01:31:58.703661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.731438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:31:58.703828Z","caller":"traceutil/trace.go:171","msg":"trace[1040556730] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"654.548724ms","start":"2026-04-27T01:31:58.049254Z","end":"2026-04-27T01:31:58.703802Z","steps":["trace[1040556730] 'process raft request' (duration: 281.487237ms)","trace[1040556730] 'compare' (duration: 372.541061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:31:58.704048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.04922Z","time spent":"654.663078ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:31:58.727394Z","caller":"traceutil/trace.go:171","msg":"trace[125808549] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"673.966562ms","start":"2026-04-27T01:31:58.053392Z","end":"2026-04-27T01:31:58.727358Z","steps":["trace[125808549] 'process raft request' (duration: 673.665402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:58.727629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.053359Z","time spent":"674.133879ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29546,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:31:58.727825Z","caller":"traceutil/trace.go:171","msg":"trace[1174860667] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:587; }","duration":"542.751495ms","start":"2026-04-27T01:31:58.185049Z","end":"2026-04-27T01:31:58.7278Z","steps":["trace[1174860667] 'read index received' (duration: 145.840724ms)","trace[1174860667] 'applied index is now lower than readState.Index' (duration: 396.909771ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:58.727946Z","caller":"traceutil/trace.go:171","msg":"trace[886754427] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"398.873244ms","start":"2026-04-27T01:31:58.329056Z","end":"2026-04-27T01:31:58.72793Z","steps":["trace[886754427] 'process raft request' (duration: 398.317256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:58.728018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.329022Z","time spent":"398.962567ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:31:58.728015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.93639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:31:58.728057Z","caller":"traceutil/trace.go:171","msg":"trace[2087828626] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:573; }","duration":"543.026254ms","start":"2026-04-27T01:31:58.18502Z","end":"2026-04-27T01:31:58.728046Z","steps":["trace[2087828626] 'agreement among raft nodes before linearized reading' (duration: 542.91012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:58.728096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.185003Z","time spent":"543.083175ms","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T01:31:58.728102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.92542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:31:58.728165Z","caller":"traceutil/trace.go:171","msg":"trace[1416253297] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:573; }","duration":"543.048644ms","start":"2026-04-27T01:31:58.185096Z","end":"2026-04-27T01:31:58.728144Z","steps":["trace[1416253297] 'agreement among raft nodes before linearized reading' (duration: 542.92817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:58.728164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.760258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:31:58.728203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.18507Z","time spent":"543.122956ms","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:31:58.728208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.373846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:31:58.728196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.061928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:31:58.728201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.035395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:31:58.728255Z","caller":"traceutil/trace.go:171","msg":"trace[398727475] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:573; }","duration":"524.458159ms","start":"2026-04-27T01:31:58.203782Z","end":"2026-04-27T01:31:58.72824Z","steps":["trace[398727475] 'agreement among raft nodes before linearized reading' (duration: 524.364696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:58.728265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.826869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:31:58.728294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.203759Z","time spent":"524.525421ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:31:58.72831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.571843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:31:58.728308Z","caller":"traceutil/trace.go:171","msg":"trace[1614735792] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:573; }","duration":"500.166239ms","start":"2026-04-27T01:31:58.228107Z","end":"2026-04-27T01:31:58.728274Z","steps":["trace[1614735792] 'agreement among raft nodes before linearized reading' (duration: 499.971263ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:58.728291Z","caller":"traceutil/trace.go:171","msg":"trace[1594194653] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:573; }","duration":"481.154821ms","start":"2026-04-27T01:31:58.247106Z","end":"2026-04-27T01:31:58.728261Z","steps":["trace[1594194653] 'agreement among raft nodes before linearized reading' (duration: 481.002376ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:58.728338Z","caller":"traceutil/trace.go:171","msg":"trace[1198608622] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:573; }","duration":"524.612654ms","start":"2026-04-27T01:31:58.203716Z","end":"2026-04-27T01:31:58.728329Z","steps":["trace[1198608622] 'agreement among raft nodes before linearized reading' (duration: 524.568362ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:58.728344Z","caller":"traceutil/trace.go:171","msg":"trace[655352960] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:573; }","duration":"523.918991ms","start":"2026-04-27T01:31:58.2044Z","end":"2026-04-27T01:31:58.728319Z","steps":["trace[655352960] 'agreement among raft nodes before linearized reading' (duration: 523.750516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:58.728373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.203706Z","time spent":"524.659186ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T01:31:58.728388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.797718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T01:31:58.728381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.228101Z","time spent":"500.259852ms","remote":"127.0.0.1:47928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-04-27T01:31:58.728387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.247085Z","time spent":"481.282155ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:31:58.728402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.204395Z","time spent":"523.992834ms","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"info","ts":"2026-04-27T01:31:58.728418Z","caller":"traceutil/trace.go:171","msg":"trace[2012836629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:573; }","duration":"114.86781ms","start":"2026-04-27T01:31:58.613541Z","end":"2026-04-27T01:31:58.728409Z","steps":["trace[2012836629] 'agreement among raft nodes before linearized reading' (duration: 114.736106ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:58.72825Z","caller":"traceutil/trace.go:171","msg":"trace[1586651122] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:573; }","duration":"480.881792ms","start":"2026-04-27T01:31:58.247343Z","end":"2026-04-27T01:31:58.728224Z","steps":["trace[1586651122] 'agreement among raft nodes before linearized reading' (duration: 480.717587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:58.728517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.219972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-27T01:31:58.728515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.247331Z","time spent":"481.171361ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"info","ts":"2026-04-27T01:31:58.728544Z","caller":"traceutil/trace.go:171","msg":"trace[918368668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:573; }","duration":"358.283203ms","start":"2026-04-27T01:31:58.370251Z","end":"2026-04-27T01:31:58.728534Z","steps":["trace[918368668] 'agreement among raft nodes before linearized reading' (duration: 358.18701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:58.728536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.186212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:31:58.728566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.370221Z","time spent":"358.340095ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T01:31:58.728623Z","caller":"traceutil/trace.go:171","msg":"trace[1847242865] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:573; }","duration":"501.262244ms","start":"2026-04-27T01:31:58.227302Z","end":"2026-04-27T01:31:58.728564Z","steps":["trace[1847242865] 'agreement among raft nodes before linearized reading' (duration: 501.202132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:58.728665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.227281Z","time spent":"501.372468ms","remote":"127.0.0.1:47928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:31:58.728695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.449321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:31:58.728741Z","caller":"traceutil/trace.go:171","msg":"trace[1115356965] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:573; }","duration":"501.508253ms","start":"2026-04-27T01:31:58.227219Z","end":"2026-04-27T01:31:58.728727Z","steps":["trace[1115356965] 'agreement among raft nodes before linearized reading' (duration: 501.43608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:58.72879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.227212Z","time spent":"501.555094ms","remote":"127.0.0.1:47928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T01:31:58.728725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.586554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:31:58.728895Z","caller":"traceutil/trace.go:171","msg":"trace[417477778] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:573; }","duration":"481.811512ms","start":"2026-04-27T01:31:58.247039Z","end":"2026-04-27T01:31:58.72885Z","steps":["trace[417477778] 'agreement among raft nodes before linearized reading' (duration: 481.507872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:58.729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.247025Z","time spent":"481.960517ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T01:31:59.202284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.952623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:31:59.202475Z","caller":"traceutil/trace.go:171","msg":"trace[861872318] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"469.811885ms","start":"2026-04-27T01:31:58.732634Z","end":"2026-04-27T01:31:59.202446Z","steps":["trace[861872318] 'process raft request' (duration: 270.261532ms)","trace[861872318] 'compare' (duration: 198.685945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:31:59.202572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.732614Z","time spent":"469.910527ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:31:59.20483Z","caller":"traceutil/trace.go:171","msg":"trace[983024876] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"471.152318ms","start":"2026-04-27T01:31:58.733639Z","end":"2026-04-27T01:31:59.204791Z","steps":["trace[983024876] 'process raft request' (duration: 470.802326ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:59.204848Z","caller":"traceutil/trace.go:171","msg":"trace[694108225] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"465.506315ms","start":"2026-04-27T01:31:58.739286Z","end":"2026-04-27T01:31:59.204793Z","steps":["trace[694108225] 'process raft request' (duration: 465.318729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:59.204957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.733616Z","time spent":"471.280692ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:31:59.205009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.278053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:31:59.205063Z","caller":"traceutil/trace.go:171","msg":"trace[1614777009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:578; }","duration":"438.392577ms","start":"2026-04-27T01:31:58.766658Z","end":"2026-04-27T01:31:59.20505Z","steps":["trace[1614777009] 'agreement among raft nodes before linearized reading' (duration: 438.265423ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:59.204997Z","caller":"traceutil/trace.go:171","msg":"trace[833305815] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"384.353357ms","start":"2026-04-27T01:31:58.820614Z","end":"2026-04-27T01:31:59.204967Z","steps":["trace[833305815] 'process raft request' (duration: 384.110649ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:59.204976Z","caller":"traceutil/trace.go:171","msg":"trace[2110245647] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"461.089802ms","start":"2026-04-27T01:31:58.743851Z","end":"2026-04-27T01:31:59.204941Z","steps":["trace[2110245647] 'process raft request' (duration: 460.821554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:59.205091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.766635Z","time spent":"438.450459ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:31:59.205102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.73927Z","time spent":"465.689901ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23057,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:31:59.205185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.743831Z","time spent":"461.290958ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:31:59.204876Z","caller":"traceutil/trace.go:171","msg":"trace[173570839] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:590; }","duration":"438.138909ms","start":"2026-04-27T01:31:58.766713Z","end":"2026-04-27T01:31:59.204852Z","steps":["trace[173570839] 'read index received' (duration: 236.25236ms)","trace[173570839] 'applied index is now lower than readState.Index' (duration: 201.885829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:31:59.205207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:58.820568Z","time spent":"384.539953ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T01:31:59.525289Z","caller":"traceutil/trace.go:171","msg":"trace[742044289] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"307.495009ms","start":"2026-04-27T01:31:59.217771Z","end":"2026-04-27T01:31:59.525266Z","steps":["trace[742044289] 'process raft request' (duration: 223.062104ms)","trace[742044289] 'compare' (duration: 84.336771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:31:59.525431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:59.217702Z","time spent":"307.658514ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23066,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:31:59.552644Z","caller":"traceutil/trace.go:171","msg":"trace[1176327437] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"334.425111ms","start":"2026-04-27T01:31:59.218191Z","end":"2026-04-27T01:31:59.552617Z","steps":["trace[1176327437] 'process raft request' (duration: 334.282826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:59.552792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:59.218178Z","time spent":"334.537564ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31102,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:31:59.642536Z","caller":"traceutil/trace.go:171","msg":"trace[31984014] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"199.13564ms","start":"2026-04-27T01:31:59.443376Z","end":"2026-04-27T01:31:59.642512Z","steps":["trace[31984014] 'process raft request' (duration: 194.400636ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:00.078383Z","caller":"traceutil/trace.go:171","msg":"trace[39259150] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"194.589902ms","start":"2026-04-27T01:31:59.883755Z","end":"2026-04-27T01:32:00.078345Z","steps":["trace[39259150] 'process raft request' (duration: 158.733391ms)","trace[39259150] 'compare' (duration: 35.568262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:00.078611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.079937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:32:00.078685Z","caller":"traceutil/trace.go:171","msg":"trace[373646334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:589; }","duration":"182.19836ms","start":"2026-04-27T01:31:59.896466Z","end":"2026-04-27T01:32:00.078664Z","steps":["trace[373646334] 'agreement among raft nodes before linearized reading' (duration: 181.943252ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:00.078397Z","caller":"traceutil/trace.go:171","msg":"trace[168376902] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:605; }","duration":"181.730245ms","start":"2026-04-27T01:31:59.896518Z","end":"2026-04-27T01:32:00.078248Z","steps":["trace[168376902] 'read index received' (duration: 145.869534ms)","trace[168376902] 'applied index is now lower than readState.Index' (duration: 35.859841ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:00.092008Z","caller":"traceutil/trace.go:171","msg":"trace[1413122130] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"167.854837ms","start":"2026-04-27T01:31:59.924127Z","end":"2026-04-27T01:32:00.091982Z","steps":["trace[1413122130] 'process raft request' (duration: 167.718262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:01.030292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022257604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:32:01.176049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.569002ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:01.176252Z","caller":"traceutil/trace.go:171","msg":"trace[660869598] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:592; }","duration":"815.772269ms","start":"2026-04-27T01:32:00.360449Z","end":"2026-04-27T01:32:01.176221Z","steps":["trace[660869598] 'range keys from in-memory index tree' (duration: 815.552702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:01.176342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.520411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:32:01.176651Z","caller":"traceutil/trace.go:171","msg":"trace[1242239296] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"1.080409548s","start":"2026-04-27T01:32:00.096217Z","end":"2026-04-27T01:32:01.176626Z","steps":["trace[1242239296] 'process raft request' (duration: 167.408911ms)","trace[1242239296] 'compare' (duration: 912.305764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:01.176728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:00.096191Z","time spent":"1.080506221s","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:01.176974Z","caller":"traceutil/trace.go:171","msg":"trace[1756471698] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:609; }","duration":"647.146117ms","start":"2026-04-27T01:32:00.529809Z","end":"2026-04-27T01:32:01.176955Z","steps":["trace[1756471698] 'read index received' (duration: 642.862829ms)","trace[1756471698] 'applied index is now lower than readState.Index' (duration: 4.281998ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:01.176989Z","caller":"traceutil/trace.go:171","msg":"trace[1184570084] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"1.011371392s","start":"2026-04-27T01:32:00.165604Z","end":"2026-04-27T01:32:01.176976Z","steps":["trace[1184570084] 'process raft request' (duration: 1.011128384s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:01.177064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.257572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.67\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-27T01:32:01.177097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:00.165572Z","time spent":"1.011498986s","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:01.177116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.174573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:01.177098Z","caller":"traceutil/trace.go:171","msg":"trace[1593307476] range","detail":"{range_begin:/registry/masterleases/199.19.213.67; range_end:; response_count:1; response_revision:594; }","duration":"647.318343ms","start":"2026-04-27T01:32:00.529772Z","end":"2026-04-27T01:32:01.17709Z","steps":["trace[1593307476] 'agreement among raft nodes before linearized reading' (duration: 647.252071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:01.177328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:00.529753Z","time spent":"647.562551ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.67\" "} {"level":"info","ts":"2026-04-27T01:32:01.177163Z","caller":"traceutil/trace.go:171","msg":"trace[540915670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"414.225275ms","start":"2026-04-27T01:32:00.762925Z","end":"2026-04-27T01:32:01.177151Z","steps":["trace[540915670] 'agreement among raft nodes before linearized reading' (duration: 414.149642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:01.177382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:00.7629Z","time spent":"414.470903ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:32:01.740242Z","caller":"traceutil/trace.go:171","msg":"trace[1725676129] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"368.529603ms","start":"2026-04-27T01:32:01.37168Z","end":"2026-04-27T01:32:01.74021Z","steps":["trace[1725676129] 'process raft request' (duration: 270.309873ms)","trace[1725676129] 'compare' (duration: 98.015624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:01.740414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:01.371647Z","time spent":"368.683778ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74745,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:01.764302Z","caller":"traceutil/trace.go:171","msg":"trace[31914562] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"349.400284ms","start":"2026-04-27T01:32:01.414868Z","end":"2026-04-27T01:32:01.764269Z","steps":["trace[31914562] 'process raft request' (duration: 349.227309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:01.764652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:01.414842Z","time spent":"349.541969ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:01.948749Z","caller":"traceutil/trace.go:171","msg":"trace[593589716] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:623; }","duration":"184.469814ms","start":"2026-04-27T01:32:01.764253Z","end":"2026-04-27T01:32:01.948723Z","steps":["trace[593589716] 'read index received' (duration: 133.68887ms)","trace[593589716] 'applied index is now lower than readState.Index' (duration: 50.779934ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:01.948775Z","caller":"traceutil/trace.go:171","msg":"trace[1983007497] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"194.052105ms","start":"2026-04-27T01:32:01.754693Z","end":"2026-04-27T01:32:01.948745Z","steps":["trace[1983007497] 'process raft request' (duration: 143.084485ms)","trace[1983007497] 'compare' (duration: 50.805494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:01.949031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.239289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:01.949161Z","caller":"traceutil/trace.go:171","msg":"trace[597457195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:606; }","duration":"185.493527ms","start":"2026-04-27T01:32:01.763604Z","end":"2026-04-27T01:32:01.949098Z","steps":["trace[597457195] 'agreement among raft nodes before linearized reading' (duration: 185.230629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:01.949987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.243348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:10870"} {"level":"info","ts":"2026-04-27T01:32:01.95003Z","caller":"traceutil/trace.go:171","msg":"trace[188469364] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"157.16288ms","start":"2026-04-27T01:32:01.79283Z","end":"2026-04-27T01:32:01.949993Z","steps":["trace[188469364] 'process raft request' (duration: 156.8641ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:01.950089Z","caller":"traceutil/trace.go:171","msg":"trace[500489821] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:607; }","duration":"172.372132ms","start":"2026-04-27T01:32:01.777693Z","end":"2026-04-27T01:32:01.950065Z","steps":["trace[500489821] 'agreement among raft nodes before linearized reading' (duration: 172.150575ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:02.914108Z","caller":"traceutil/trace.go:171","msg":"trace[1859595230] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:631; }","duration":"507.091451ms","start":"2026-04-27T01:32:02.406994Z","end":"2026-04-27T01:32:02.914085Z","steps":["trace[1859595230] 'read index received' (duration: 500.132326ms)","trace[1859595230] 'applied index is now lower than readState.Index' (duration: 6.958295ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:02.914213Z","caller":"traceutil/trace.go:171","msg":"trace[1179651490] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"509.917172ms","start":"2026-04-27T01:32:02.404246Z","end":"2026-04-27T01:32:02.914163Z","steps":["trace[1179651490] 'process raft request' (duration: 502.976958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:02.914253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.992234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:02.914307Z","caller":"traceutil/trace.go:171","msg":"trace[295769224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:614; }","duration":"149.102809ms","start":"2026-04-27T01:32:02.765191Z","end":"2026-04-27T01:32:02.914294Z","steps":["trace[295769224] 'agreement among raft nodes before linearized reading' (duration: 149.010426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:02.914395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:02.404197Z","time spent":"510.106068ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570090,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:02.914401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.3769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:20866"} {"level":"info","ts":"2026-04-27T01:32:02.914663Z","caller":"traceutil/trace.go:171","msg":"trace[632298825] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:614; }","duration":"507.70036ms","start":"2026-04-27T01:32:02.406945Z","end":"2026-04-27T01:32:02.914646Z","steps":["trace[632298825] 'agreement among raft nodes before linearized reading' (duration: 507.251276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:02.91471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:02.406929Z","time spent":"507.772713ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":20890,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-27T01:32:03.089388Z","caller":"traceutil/trace.go:171","msg":"trace[668228826] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"107.730939ms","start":"2026-04-27T01:32:02.981632Z","end":"2026-04-27T01:32:03.089363Z","steps":["trace[668228826] 'process raft request' (duration: 104.926628ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:03.380366Z","caller":"traceutil/trace.go:171","msg":"trace[1570083603] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:633; }","duration":"120.953107ms","start":"2026-04-27T01:32:03.259395Z","end":"2026-04-27T01:32:03.380349Z","steps":["trace[1570083603] 'read index received' (duration: 120.680208ms)","trace[1570083603] 'applied index is now lower than readState.Index' (duration: 272.289µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:03.380529Z","caller":"traceutil/trace.go:171","msg":"trace[440417991] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"251.67572ms","start":"2026-04-27T01:32:03.128828Z","end":"2026-04-27T01:32:03.380503Z","steps":["trace[440417991] 'process raft request' (duration: 251.36901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:03.380703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.294017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T01:32:03.381136Z","caller":"traceutil/trace.go:171","msg":"trace[1696658872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:616; }","duration":"121.746232ms","start":"2026-04-27T01:32:03.259377Z","end":"2026-04-27T01:32:03.381124Z","steps":["trace[1696658872] 'agreement among raft nodes before linearized reading' (duration: 121.146842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:03.381201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.914456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T01:32:03.381274Z","caller":"traceutil/trace.go:171","msg":"trace[1671813982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:616; }","duration":"109.03121ms","start":"2026-04-27T01:32:03.272226Z","end":"2026-04-27T01:32:03.381257Z","steps":["trace[1671813982] 'agreement among raft nodes before linearized reading' (duration: 108.804663ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:04.367718Z","caller":"traceutil/trace.go:171","msg":"trace[163683369] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"173.613223ms","start":"2026-04-27T01:32:04.194085Z","end":"2026-04-27T01:32:04.367698Z","steps":["trace[163683369] 'process raft request' (duration: 173.500339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:04.560861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.752523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:32:04.561013Z","caller":"traceutil/trace.go:171","msg":"trace[1526116714] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"365.935861ms","start":"2026-04-27T01:32:04.19505Z","end":"2026-04-27T01:32:04.560986Z","steps":["trace[1526116714] 'process raft request' (duration: 222.9332ms)","trace[1526116714] 'compare' (duration: 142.575097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:04.56109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:04.195019Z","time spent":"366.041404ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:05.994147Z","caller":"traceutil/trace.go:171","msg":"trace[716838693] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"597.733578ms","start":"2026-04-27T01:32:05.396386Z","end":"2026-04-27T01:32:05.994119Z","steps":["trace[716838693] 'process raft request' (duration: 597.593053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:05.994311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:05.39637Z","time spent":"597.859301ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:06.016916Z","caller":"traceutil/trace.go:171","msg":"trace[87692959] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"620.3727ms","start":"2026-04-27T01:32:05.396519Z","end":"2026-04-27T01:32:06.016892Z","steps":["trace[87692959] 'process raft request' (duration: 620.205394ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:06.017098Z","caller":"traceutil/trace.go:171","msg":"trace[1126301702] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:638; }","duration":"251.663351ms","start":"2026-04-27T01:32:05.765401Z","end":"2026-04-27T01:32:06.017064Z","steps":["trace[1126301702] 'read index received' (duration: 228.515651ms)","trace[1126301702] 'applied index is now lower than readState.Index' (duration: 23.146019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:06.01713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:05.396487Z","time spent":"620.527575ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:06.017192Z","caller":"traceutil/trace.go:171","msg":"trace[1200651737] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"162.698958ms","start":"2026-04-27T01:32:05.854478Z","end":"2026-04-27T01:32:06.017177Z","steps":["trace[1200651737] 'process raft request' (duration: 162.371198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:06.017329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.812911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:06.01737Z","caller":"traceutil/trace.go:171","msg":"trace[89795130] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:623; }","duration":"245.884213ms","start":"2026-04-27T01:32:05.771474Z","end":"2026-04-27T01:32:06.017358Z","steps":["trace[89795130] 'agreement among raft nodes before linearized reading' (duration: 245.821041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:06.017304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.897857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:06.017519Z","caller":"traceutil/trace.go:171","msg":"trace[1900096843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:623; }","duration":"252.135355ms","start":"2026-04-27T01:32:05.765328Z","end":"2026-04-27T01:32:06.017463Z","steps":["trace[1900096843] 'agreement among raft nodes before linearized reading' (duration: 251.910438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:06.361574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.99581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:32:06.361887Z","caller":"traceutil/trace.go:171","msg":"trace[874854893] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"312.956813ms","start":"2026-04-27T01:32:06.048883Z","end":"2026-04-27T01:32:06.36184Z","steps":["trace[874854893] 'process raft request' (duration: 169.219469ms)","trace[874854893] 'compare' (duration: 142.872846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:06.361974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:06.048869Z","time spent":"313.052707ms","remote":"127.0.0.1:33734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":397,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T01:32:06.600727Z","caller":"traceutil/trace.go:171","msg":"trace[393321582] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"233.158961ms","start":"2026-04-27T01:32:06.367546Z","end":"2026-04-27T01:32:06.600705Z","steps":["trace[393321582] 'process raft request' (duration: 233.048797ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:06.719758Z","caller":"traceutil/trace.go:171","msg":"trace[1308667290] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"352.052501ms","start":"2026-04-27T01:32:06.36765Z","end":"2026-04-27T01:32:06.719703Z","steps":["trace[1308667290] 'process raft request' (duration: 332.892181ms)","trace[1308667290] 'compare' (duration: 18.868881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:06.719947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:06.367635Z","time spent":"352.222886ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":182,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T01:32:06.72837Z","caller":"traceutil/trace.go:171","msg":"trace[644306937] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:642; }","duration":"357.544949ms","start":"2026-04-27T01:32:06.370795Z","end":"2026-04-27T01:32:06.72834Z","steps":["trace[644306937] 'read index received' (duration: 229.801192ms)","trace[644306937] 'applied index is now lower than readState.Index' (duration: 127.741527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:06.728635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.816167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T01:32:06.728723Z","caller":"traceutil/trace.go:171","msg":"trace[1678928536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:626; }","duration":"357.919581ms","start":"2026-04-27T01:32:06.370781Z","end":"2026-04-27T01:32:06.728701Z","steps":["trace[1678928536] 'agreement among raft nodes before linearized reading' (duration: 357.662932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:06.728739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.683088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T01:32:06.728827Z","caller":"traceutil/trace.go:171","msg":"trace[1033417022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:626; }","duration":"162.856624ms","start":"2026-04-27T01:32:06.565955Z","end":"2026-04-27T01:32:06.728812Z","steps":["trace[1033417022] 'agreement among raft nodes before linearized reading' (duration: 162.599696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:06.728774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:06.370746Z","time spent":"358.019204ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T01:32:07.417435Z","caller":"traceutil/trace.go:171","msg":"trace[296248720] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"146.016008ms","start":"2026-04-27T01:32:07.271386Z","end":"2026-04-27T01:32:07.417402Z","steps":["trace[296248720] 'process raft request' (duration: 145.370497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:07.677319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.42078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:07.677413Z","caller":"traceutil/trace.go:171","msg":"trace[1375936316] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:631; }","duration":"179.554825ms","start":"2026-04-27T01:32:07.497835Z","end":"2026-04-27T01:32:07.67739Z","steps":["trace[1375936316] 'range keys from in-memory index tree' (duration: 179.340457ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:08.201361Z","caller":"traceutil/trace.go:171","msg":"trace[1476270297] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"157.001955ms","start":"2026-04-27T01:32:08.044328Z","end":"2026-04-27T01:32:08.20133Z","steps":["trace[1476270297] 'process raft request' (duration: 119.971356ms)","trace[1476270297] 'compare' (duration: 36.885654ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:08.224416Z","caller":"traceutil/trace.go:171","msg":"trace[969416762] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"143.770266ms","start":"2026-04-27T01:32:08.080623Z","end":"2026-04-27T01:32:08.224393Z","steps":["trace[969416762] 'process raft request' (duration: 142.645719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:09.248615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022257733,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T01:32:09.264582Z","caller":"traceutil/trace.go:171","msg":"trace[1616717291] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:654; }","duration":"516.03859ms","start":"2026-04-27T01:32:08.748513Z","end":"2026-04-27T01:32:09.264552Z","steps":["trace[1616717291] 'read index received' (duration: 515.187313ms)","trace[1616717291] 'applied index is now lower than readState.Index' (duration: 849.887µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:09.264715Z","caller":"traceutil/trace.go:171","msg":"trace[1926608758] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"554.04152ms","start":"2026-04-27T01:32:08.710661Z","end":"2026-04-27T01:32:09.264703Z","steps":["trace[1926608758] 'process raft request' (duration: 553.347128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:09.264827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:08.710634Z","time spent":"554.110853ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036197,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:09.265006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.457364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T01:32:09.26503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.978081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:32:09.265095Z","caller":"traceutil/trace.go:171","msg":"trace[119729969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:636; }","duration":"516.589998ms","start":"2026-04-27T01:32:08.748475Z","end":"2026-04-27T01:32:09.265065Z","steps":["trace[119729969] 'agreement among raft nodes before linearized reading' (duration: 516.315379ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:09.265102Z","caller":"traceutil/trace.go:171","msg":"trace[892725985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:636; }","duration":"450.084615ms","start":"2026-04-27T01:32:08.814998Z","end":"2026-04-27T01:32:09.265082Z","steps":["trace[892725985] 'agreement among raft nodes before linearized reading' (duration: 449.899179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:09.265133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:08.748456Z","time spent":"516.670011ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:32:09.26515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:08.814973Z","time spent":"450.165187ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:32:09.824798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.708804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:32:09.825059Z","caller":"traceutil/trace.go:171","msg":"trace[587111904] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"555.501857ms","start":"2026-04-27T01:32:09.269486Z","end":"2026-04-27T01:32:09.824988Z","steps":["trace[587111904] 'process raft request' (duration: 348.503034ms)","trace[587111904] 'compare' (duration: 206.553249ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:09.825091Z","caller":"traceutil/trace.go:171","msg":"trace[2082258818] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"494.388599ms","start":"2026-04-27T01:32:09.330664Z","end":"2026-04-27T01:32:09.825053Z","steps":["trace[2082258818] 'process raft request' (duration: 494.248664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:09.825357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:09.330647Z","time spent":"494.638506ms","remote":"127.0.0.1:33980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:32:09.825388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:09.269456Z","time spent":"555.863379ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:10.339131Z","caller":"traceutil/trace.go:171","msg":"trace[82085367] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"112.453391ms","start":"2026-04-27T01:32:10.226648Z","end":"2026-04-27T01:32:10.339102Z","steps":["trace[82085367] 'process raft request' (duration: 112.290656ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:10.445758Z","caller":"traceutil/trace.go:171","msg":"trace[376220174] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"200.07804ms","start":"2026-04-27T01:32:10.245649Z","end":"2026-04-27T01:32:10.445727Z","steps":["trace[376220174] 'process raft request' (duration: 199.4684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:11.254605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.500854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:32:11.254705Z","caller":"traceutil/trace.go:171","msg":"trace[1211430583] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"234.310788ms","start":"2026-04-27T01:32:11.020378Z","end":"2026-04-27T01:32:11.254689Z","steps":["trace[1211430583] 'process raft request' (duration: 83.66317ms)","trace[1211430583] 'compare' (duration: 150.320377ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:11.479731Z","caller":"traceutil/trace.go:171","msg":"trace[720277024] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"148.394396ms","start":"2026-04-27T01:32:11.331303Z","end":"2026-04-27T01:32:11.479697Z","steps":["trace[720277024] 'process raft request' (duration: 105.227148ms)","trace[720277024] 'compare' (duration: 42.92765ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:11.876505Z","caller":"traceutil/trace.go:171","msg":"trace[306443044] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:668; }","duration":"112.267186ms","start":"2026-04-27T01:32:11.764212Z","end":"2026-04-27T01:32:11.876479Z","steps":["trace[306443044] 'read index received' (duration: 109.471545ms)","trace[306443044] 'applied index is now lower than readState.Index' (duration: 2.794711ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:11.87656Z","caller":"traceutil/trace.go:171","msg":"trace[620080446] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"202.650533ms","start":"2026-04-27T01:32:11.673895Z","end":"2026-04-27T01:32:11.876546Z","steps":["trace[620080446] 'process raft request' (duration: 200.494843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:11.876635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.41555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:11.876672Z","caller":"traceutil/trace.go:171","msg":"trace[1990346026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:649; }","duration":"112.501743ms","start":"2026-04-27T01:32:11.76416Z","end":"2026-04-27T01:32:11.876662Z","steps":["trace[1990346026] 'agreement among raft nodes before linearized reading' (duration: 112.433951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:12.293834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.893785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:32:12.294001Z","caller":"traceutil/trace.go:171","msg":"trace[1473450596] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:669; }","duration":"192.822264ms","start":"2026-04-27T01:32:12.101163Z","end":"2026-04-27T01:32:12.293986Z","steps":["trace[1473450596] 'read index received' (duration: 77.938164ms)","trace[1473450596] 'applied index is now lower than readState.Index' (duration: 114.8831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:12.294144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.99589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T01:32:12.294182Z","caller":"traceutil/trace.go:171","msg":"trace[693673813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:651; }","duration":"193.061262ms","start":"2026-04-27T01:32:12.1011Z","end":"2026-04-27T01:32:12.294161Z","steps":["trace[693673813] 'agreement among raft nodes before linearized reading' (duration: 192.928968ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:12.294198Z","caller":"traceutil/trace.go:171","msg":"trace[901422945] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"364.015078ms","start":"2026-04-27T01:32:11.930148Z","end":"2026-04-27T01:32:12.294163Z","steps":["trace[901422945] 'process raft request' (duration: 363.788111ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:12.294216Z","caller":"traceutil/trace.go:171","msg":"trace[357308222] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"413.311143ms","start":"2026-04-27T01:32:11.880866Z","end":"2026-04-27T01:32:12.294177Z","steps":["trace[357308222] 'process raft request' (duration: 81.991864ms)","trace[357308222] 'compare' (duration: 330.779792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:12.294321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:11.930122Z","time spent":"364.139782ms","remote":"127.0.0.1:34146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:32:12.294391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:11.880842Z","time spent":"413.457968ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:12.996697Z","caller":"traceutil/trace.go:171","msg":"trace[699919981] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"114.774206ms","start":"2026-04-27T01:32:12.881901Z","end":"2026-04-27T01:32:12.996675Z","steps":["trace[699919981] 'process raft request' (duration: 114.666973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:13.224778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.308258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:32:13.224986Z","caller":"traceutil/trace.go:171","msg":"trace[1190947215] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"212.315285ms","start":"2026-04-27T01:32:13.012649Z","end":"2026-04-27T01:32:13.224964Z","steps":["trace[1190947215] 'process raft request' (duration: 107.76415ms)","trace[1190947215] 'compare' (duration: 104.136202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:16.695539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.977574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:32:16.695638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094901495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:32:16.695696Z","caller":"traceutil/trace.go:171","msg":"trace[700609097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:664; }","duration":"1.094990268s","start":"2026-04-27T01:32:15.60068Z","end":"2026-04-27T01:32:16.695671Z","steps":["trace[700609097] 'range keys from in-memory index tree' (duration: 1.094699178s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:16.69574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:15.600655Z","time spent":"1.095074611s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T01:32:16.695646Z","caller":"traceutil/trace.go:171","msg":"trace[978830237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:664; }","duration":"930.120398ms","start":"2026-04-27T01:32:15.765505Z","end":"2026-04-27T01:32:16.695625Z","steps":["trace[978830237] 'range keys from in-memory index tree' (duration: 929.918452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:16.695822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396661337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T01:32:16.695819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308182372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T01:32:16.695847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371155121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-27T01:32:16.695843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:15.765491Z","time spent":"930.316625ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:32:16.695894Z","caller":"traceutil/trace.go:171","msg":"trace[873001466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:664; }","duration":"2.39677199s","start":"2026-04-27T01:32:14.299101Z","end":"2026-04-27T01:32:16.695873Z","steps":["trace[873001466] 'range keys from in-memory index tree' (duration: 2.39644724s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:16.695913Z","caller":"traceutil/trace.go:171","msg":"trace[55783807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:664; }","duration":"2.371250084s","start":"2026-04-27T01:32:14.324644Z","end":"2026-04-27T01:32:16.695894Z","steps":["trace[55783807] 'range keys from in-memory index tree' (duration: 2.370957295s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:16.695913Z","caller":"traceutil/trace.go:171","msg":"trace[182275220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:664; }","duration":"2.308349407s","start":"2026-04-27T01:32:14.38754Z","end":"2026-04-27T01:32:16.69589Z","steps":["trace[182275220] 'range keys from in-memory index tree' (duration: 2.308012866s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:16.69596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:14.324633Z","time spent":"2.371316647s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:32:16.695957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:14.29908Z","time spent":"2.396864384s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:32:16.695977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:14.387516Z","time spent":"2.30844284s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:32:16.696355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153162093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-76667\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-27T01:32:16.696403Z","caller":"traceutil/trace.go:171","msg":"trace[1915560233] range","detail":"{range_begin:/registry/pods/kube-system/cilium-76667; range_end:; response_count:1; response_revision:664; }","duration":"2.153260045s","start":"2026-04-27T01:32:14.54313Z","end":"2026-04-27T01:32:16.69639Z","steps":["trace[1915560233] 'range keys from in-memory index tree' (duration: 2.152941905s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:16.696439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:14.543087Z","time spent":"2.153345069s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-76667\" "} {"level":"info","ts":"2026-04-27T01:32:16.945527Z","caller":"traceutil/trace.go:171","msg":"trace[1108786043] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"910.988599ms","start":"2026-04-27T01:32:16.034518Z","end":"2026-04-27T01:32:16.945506Z","steps":["trace[1108786043] 'process raft request' (duration: 910.861935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:16.945675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:16.03449Z","time spent":"911.102373ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:18.659606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.194314576s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T01:32:18.697468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999524422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T01:32:18.697626Z","caller":"traceutil/trace.go:171","msg":"trace[1454454266] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999721639s","start":"2026-04-27T01:32:16.697852Z","end":"2026-04-27T01:32:18.697574Z","steps":["trace[1454454266] 'agreement among raft nodes before linearized reading' (duration: 1.999545903s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:18.69772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:16.697832Z","time spent":"1.999867133s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 01:32:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T01:32:19.022834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.987424ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T01:32:19.023186Z","caller":"traceutil/trace.go:171","msg":"trace[517429326] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"2.322783959s","start":"2026-04-27T01:32:16.700366Z","end":"2026-04-27T01:32:19.02315Z","steps":["trace[517429326] 'process raft request' (duration: 2.322569453s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:19.023357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:16.70035Z","time spent":"2.322921504s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:19.023209Z","caller":"traceutil/trace.go:171","msg":"trace[1698974307] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"2.322771149s","start":"2026-04-27T01:32:16.700377Z","end":"2026-04-27T01:32:19.023148Z","steps":["trace[1698974307] 'process raft request' (duration: 2.322682957s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:19.023511Z","caller":"traceutil/trace.go:171","msg":"trace[1619865698] linearizableReadLoop","detail":"{readStateIndex:686; appliedIndex:684; }","duration":"2.325608511s","start":"2026-04-27T01:32:16.697888Z","end":"2026-04-27T01:32:19.023496Z","steps":["trace[1619865698] 'read index received' (duration: 247.565906ms)","trace[1619865698] 'applied index is now lower than readState.Index' (duration: 2.078041735s)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:19.023587Z","caller":"traceutil/trace.go:171","msg":"trace[1052768120] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"2.321082374s","start":"2026-04-27T01:32:16.702465Z","end":"2026-04-27T01:32:19.023547Z","steps":["trace[1052768120] 'process raft request' (duration: 2.320857337s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:19.023718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.499591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-27T01:32:19.023805Z","caller":"traceutil/trace.go:171","msg":"trace[714015636] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4; range_end:; response_count:1; response_revision:670; }","duration":"317.615285ms","start":"2026-04-27T01:32:18.706174Z","end":"2026-04-27T01:32:19.023789Z","steps":["trace[714015636] 'agreement among raft nodes before linearized reading' (duration: 317.4704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:19.023813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:16.702452Z","time spent":"2.321292882s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:19.023886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:18.706155Z","time spent":"317.719698ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" "} {"level":"warn","ts":"2026-04-27T01:32:19.023524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:16.700354Z","time spent":"2.323062179s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:19.023625Z","caller":"traceutil/trace.go:171","msg":"trace[640870934] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"2.323131271s","start":"2026-04-27T01:32:16.70041Z","end":"2026-04-27T01:32:19.023541Z","steps":["trace[640870934] 'process raft request' (duration: 2.322694887s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:19.024071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:16.700392Z","time spent":"2.323647467s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:19.023624Z","caller":"traceutil/trace.go:171","msg":"trace[1529878785] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"2.314858553s","start":"2026-04-27T01:32:16.708733Z","end":"2026-04-27T01:32:19.023592Z","steps":["trace[1529878785] 'process raft request' (duration: 2.314700098s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:19.024137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:16.70872Z","time spent":"2.31538842s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:19.023676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.277054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:19.024178Z","caller":"traceutil/trace.go:171","msg":"trace[965866592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:670; }","duration":"317.79174ms","start":"2026-04-27T01:32:18.706375Z","end":"2026-04-27T01:32:19.024166Z","steps":["trace[965866592] 'agreement among raft nodes before linearized reading' (duration: 317.264253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:19.024201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:18.706363Z","time spent":"317.833232ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:32:19.023675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.984666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:32:19.024318Z","caller":"traceutil/trace.go:171","msg":"trace[314165093] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:670; }","duration":"544.670457ms","start":"2026-04-27T01:32:18.479624Z","end":"2026-04-27T01:32:19.024295Z","steps":["trace[314165093] 'agreement among raft nodes before linearized reading' (duration: 544.010376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:19.02441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:18.479596Z","time spent":"544.766661ms","remote":"127.0.0.1:34108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:32:21.026614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999644014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T01:32:21.026704Z","caller":"traceutil/trace.go:171","msg":"trace[1381246306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999819509s","start":"2026-04-27T01:32:19.026865Z","end":"2026-04-27T01:32:21.026685Z","steps":["trace[1381246306] 'agreement among raft nodes before linearized reading' (duration: 1.999697195s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:21.026787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:19.026834Z","time spent":"1.999907802s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 01:32:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T01:32:22.721656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361433841s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:22.721744Z","caller":"traceutil/trace.go:171","msg":"trace[1258038888] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:670; }","duration":"2.361538654s","start":"2026-04-27T01:32:20.360191Z","end":"2026-04-27T01:32:22.721729Z","steps":["trace[1258038888] 'range keys from in-memory index tree' (duration: 2.36142135s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:22.722004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.376403069s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:32:22.7221Z","caller":"traceutil/trace.go:171","msg":"trace[1251318684] linearizableReadLoop","detail":"{readStateIndex:692; appliedIndex:691; }","duration":"3.695147079s","start":"2026-04-27T01:32:19.026936Z","end":"2026-04-27T01:32:22.722083Z","steps":["trace[1251318684] 'read index received' (duration: 318.507862ms)","trace[1251318684] 'applied index is now lower than readState.Index' (duration: 3.376637407s)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:22.722179Z","caller":"traceutil/trace.go:171","msg":"trace[226603519] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"3.695422717s","start":"2026-04-27T01:32:19.026741Z","end":"2026-04-27T01:32:22.722164Z","steps":["trace[226603519] 'process raft request' (duration: 318.774711ms)","trace[226603519] 'compare' (duration: 3.376025606s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:22.72227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:19.026722Z","time spent":"3.69549186s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:22.739952Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.063915606s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T01:32:22.740411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.494917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:32:22.740469Z","caller":"traceutil/trace.go:171","msg":"trace[1710035298] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:672; }","duration":"504.616811ms","start":"2026-04-27T01:32:22.235833Z","end":"2026-04-27T01:32:22.74045Z","steps":["trace[1710035298] 'agreement among raft nodes before linearized reading' (duration: 504.513817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:22.740472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711246354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:32:22.740547Z","caller":"traceutil/trace.go:171","msg":"trace[514851198] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"2.064611449s","start":"2026-04-27T01:32:20.675925Z","end":"2026-04-27T01:32:22.740537Z","steps":["trace[514851198] 'process raft request' (duration: 2.064207096s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:22.740568Z","caller":"traceutil/trace.go:171","msg":"trace[1238186741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:672; }","duration":"1.711357359s","start":"2026-04-27T01:32:21.029187Z","end":"2026-04-27T01:32:22.740545Z","steps":["trace[1238186741] 'agreement among raft nodes before linearized reading' (duration: 1.711138352s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:22.740622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:20.675897Z","time spent":"2.064672791s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:22.740622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:21.029181Z","time spent":"1.711427301s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:32:22.740636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707844115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:22.740686Z","caller":"traceutil/trace.go:171","msg":"trace[239040943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:672; }","duration":"1.707959609s","start":"2026-04-27T01:32:21.032707Z","end":"2026-04-27T01:32:22.740667Z","steps":["trace[239040943] 'agreement among raft nodes before linearized reading' (duration: 1.707860275s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:22.740684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.835183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:32:22.74051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:22.235798Z","time spent":"504.701974ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:32:22.740754Z","caller":"traceutil/trace.go:171","msg":"trace[185516362] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:672; }","duration":"477.939797ms","start":"2026-04-27T01:32:22.262793Z","end":"2026-04-27T01:32:22.740733Z","steps":["trace[185516362] 'agreement among raft nodes before linearized reading' (duration: 477.824833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:22.740805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522494801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:32:22.740813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:22.262769Z","time spent":"478.0282ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:32:22.740854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208755217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.67\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-27T01:32:22.740856Z","caller":"traceutil/trace.go:171","msg":"trace[780634317] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:672; }","duration":"1.522574464s","start":"2026-04-27T01:32:21.218267Z","end":"2026-04-27T01:32:22.740842Z","steps":["trace[780634317] 'agreement among raft nodes before linearized reading' (duration: 1.522482221s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:22.740886Z","caller":"traceutil/trace.go:171","msg":"trace[628197891] range","detail":"{range_begin:/registry/masterleases/199.19.213.67; range_end:; response_count:1; response_revision:672; }","duration":"2.208824369s","start":"2026-04-27T01:32:20.532052Z","end":"2026-04-27T01:32:22.740876Z","steps":["trace[628197891] 'agreement among raft nodes before linearized reading' (duration: 2.208708146s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:22.740897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:21.21825Z","time spent":"1.522636707s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:32:22.740719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:21.032684Z","time spent":"1.708026331s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:32:22.740913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:20.532017Z","time spent":"2.208890671s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.67\" "} {"level":"warn","ts":"2026-04-27T01:32:22.740886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711348698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T01:32:22.740947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50592206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:32:22.740978Z","caller":"traceutil/trace.go:171","msg":"trace[1224354294] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:672; }","duration":"2.505992142s","start":"2026-04-27T01:32:20.234977Z","end":"2026-04-27T01:32:22.740969Z","steps":["trace[1224354294] 'agreement among raft nodes before linearized reading' (duration: 2.505942231s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:22.740999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:20.234952Z","time spent":"2.506038764s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:32:22.740975Z","caller":"traceutil/trace.go:171","msg":"trace[60221043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:672; }","duration":"1.711467182s","start":"2026-04-27T01:32:21.029488Z","end":"2026-04-27T01:32:22.740955Z","steps":["trace[60221043] 'agreement among raft nodes before linearized reading' (duration: 1.711151272s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:22.741044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:21.029479Z","time spent":"1.711554774s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:32:22.741118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711951468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T01:32:22.741145Z","caller":"traceutil/trace.go:171","msg":"trace[332069575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:672; }","duration":"1.711993389s","start":"2026-04-27T01:32:21.029144Z","end":"2026-04-27T01:32:22.741137Z","steps":["trace[332069575] 'agreement among raft nodes before linearized reading' (duration: 1.711917236s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:22.74117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:21.029136Z","time spent":"1.71202876s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:32:22.741186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712361411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:32:22.741237Z","caller":"traceutil/trace.go:171","msg":"trace[578271395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:672; }","duration":"1.712451374s","start":"2026-04-27T01:32:21.028771Z","end":"2026-04-27T01:32:22.741222Z","steps":["trace[578271395] 'agreement among raft nodes before linearized reading' (duration: 1.712303819s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:22.741274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:21.028721Z","time spent":"1.712544587s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:32:23.250122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022257813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:32:23.751151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022257813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:32:23.975822Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.233615689s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T01:32:24.114882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.877818ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-27T01:32:24.11496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:22.742095Z","time spent":"1.372862148s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T01:32:24.145632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:22.743917Z","time spent":"1.401712122s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T01:32:24.145935Z","caller":"traceutil/trace.go:171","msg":"trace[370763740] linearizableReadLoop","detail":"{readStateIndex:699; appliedIndex:693; }","duration":"1.396307827s","start":"2026-04-27T01:32:22.749603Z","end":"2026-04-27T01:32:24.145911Z","steps":["trace[370763740] 'read index received' (duration: 1.226408305s)","trace[370763740] 'applied index is now lower than readState.Index' (duration: 169.898202ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:24.14604Z","caller":"traceutil/trace.go:171","msg":"trace[1174261390] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"1.401181716s","start":"2026-04-27T01:32:22.744838Z","end":"2026-04-27T01:32:24.14602Z","steps":["trace[1174261390] 'process raft request' (duration: 1.400819774s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:24.146089Z","caller":"traceutil/trace.go:171","msg":"trace[324631013] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"1.400737931s","start":"2026-04-27T01:32:22.745318Z","end":"2026-04-27T01:32:24.146056Z","steps":["trace[324631013] 'process raft request' (duration: 1.400486473s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:24.146204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:22.744823Z","time spent":"1.401284439s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:24.146268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:22.745275Z","time spent":"1.400893956s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:24.146249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396629258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:24.146216Z","caller":"traceutil/trace.go:171","msg":"trace[1609391364] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"1.400831454s","start":"2026-04-27T01:32:22.745369Z","end":"2026-04-27T01:32:24.1462Z","steps":["trace[1609391364] 'process raft request' (duration: 1.400469052s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:24.146375Z","caller":"traceutil/trace.go:171","msg":"trace[1742420731] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"1.401520256s","start":"2026-04-27T01:32:22.744832Z","end":"2026-04-27T01:32:24.146352Z","steps":["trace[1742420731] 'process raft request' (duration: 1.40069278s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:24.146446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:22.744813Z","time spent":"1.401600958s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:24.146585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:22.745352Z","time spent":"1.401052501s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:24.146344Z","caller":"traceutil/trace.go:171","msg":"trace[915897946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:676; }","duration":"1.396742911s","start":"2026-04-27T01:32:22.749573Z","end":"2026-04-27T01:32:24.146316Z","steps":["trace[915897946] 'agreement among raft nodes before linearized reading' (duration: 1.396607067s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:24.147124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:22.749566Z","time spent":"1.397499536s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:32:24.315083Z","caller":"traceutil/trace.go:171","msg":"trace[1480049568] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"167.784124ms","start":"2026-04-27T01:32:24.147276Z","end":"2026-04-27T01:32:24.315061Z","steps":["trace[1480049568] 'process raft request' (duration: 167.729732ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:24.315106Z","caller":"traceutil/trace.go:171","msg":"trace[1610208676] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"198.507558ms","start":"2026-04-27T01:32:24.116561Z","end":"2026-04-27T01:32:24.315068Z","steps":["trace[1610208676] 'process raft request' (duration: 121.480424ms)","trace[1610208676] 'compare' (duration: 76.839278ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:24.315116Z","caller":"traceutil/trace.go:171","msg":"trace[2071394101] linearizableReadLoop","detail":"{readStateIndex:700; appliedIndex:699; }","duration":"169.040434ms","start":"2026-04-27T01:32:24.146034Z","end":"2026-04-27T01:32:24.315074Z","steps":["trace[2071394101] 'read index received' (duration: 91.981549ms)","trace[2071394101] 'applied index is now lower than readState.Index' (duration: 77.055715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:24.315405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520939053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:32:24.315458Z","caller":"traceutil/trace.go:171","msg":"trace[186980543] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:678; }","duration":"1.521053387s","start":"2026-04-27T01:32:22.794392Z","end":"2026-04-27T01:32:24.315446Z","steps":["trace[186980543] 'agreement among raft nodes before linearized reading' (duration: 1.52084293s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:24.315499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:22.79437Z","time spent":"1.521118679s","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:32:24.328576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.219456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:24.328742Z","caller":"traceutil/trace.go:171","msg":"trace[798137659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:679; }","duration":"180.432853ms","start":"2026-04-27T01:32:24.148293Z","end":"2026-04-27T01:32:24.328726Z","steps":["trace[798137659] 'agreement among raft nodes before linearized reading' (duration: 180.140014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:24.725196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.492888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-76667\" ","response":"range_response_count:1 size:17145"} {"level":"info","ts":"2026-04-27T01:32:24.725297Z","caller":"traceutil/trace.go:171","msg":"trace[619452626] range","detail":"{range_begin:/registry/pods/kube-system/cilium-76667; range_end:; response_count:1; response_revision:679; }","duration":"156.667234ms","start":"2026-04-27T01:32:24.568611Z","end":"2026-04-27T01:32:24.725279Z","steps":["trace[619452626] 'range keys from in-memory index tree' (duration: 156.229199ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:24.77546Z","caller":"traceutil/trace.go:171","msg":"trace[980293288] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"206.069613ms","start":"2026-04-27T01:32:24.569364Z","end":"2026-04-27T01:32:24.775433Z","steps":["trace[980293288] 'process raft request' (duration: 205.876986ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:25.238603Z","caller":"traceutil/trace.go:171","msg":"trace[1445717372] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"462.672422ms","start":"2026-04-27T01:32:24.775907Z","end":"2026-04-27T01:32:25.238579Z","steps":["trace[1445717372] 'process raft request' (duration: 462.444815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:25.238891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:24.775869Z","time spent":"462.951071ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17228,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:26.055081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.18677ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T01:32:26.055344Z","caller":"traceutil/trace.go:171","msg":"trace[1421297519] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:704; }","duration":"427.812695ms","start":"2026-04-27T01:32:25.627505Z","end":"2026-04-27T01:32:26.055318Z","steps":["trace[1421297519] 'read index received' (duration: 316.358535ms)","trace[1421297519] 'applied index is now lower than readState.Index' (duration: 111.451109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:26.055505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.98199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:32:26.055615Z","caller":"traceutil/trace.go:171","msg":"trace[17306872] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:681; }","duration":"428.091963ms","start":"2026-04-27T01:32:25.627465Z","end":"2026-04-27T01:32:26.055557Z","steps":["trace[17306872] 'agreement among raft nodes before linearized reading' (duration: 427.965339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:26.055533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.386864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:26.055748Z","caller":"traceutil/trace.go:171","msg":"trace[1167385353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:681; }","duration":"290.642542ms","start":"2026-04-27T01:32:25.765086Z","end":"2026-04-27T01:32:26.055729Z","steps":["trace[1167385353] 'agreement among raft nodes before linearized reading' (duration: 290.402014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:26.055675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:25.627442Z","time spent":"428.216228ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:32:26.266721Z","caller":"traceutil/trace.go:171","msg":"trace[733843485] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"111.254412ms","start":"2026-04-27T01:32:26.155454Z","end":"2026-04-27T01:32:26.266709Z","steps":["trace[733843485] 'process raft request' (duration: 111.20173ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:26.266712Z","caller":"traceutil/trace.go:171","msg":"trace[749290488] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"111.79897ms","start":"2026-04-27T01:32:26.154894Z","end":"2026-04-27T01:32:26.266693Z","steps":["trace[749290488] 'process raft request' (duration: 110.955092ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:26.266847Z","caller":"traceutil/trace.go:171","msg":"trace[547861812] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"111.332634ms","start":"2026-04-27T01:32:26.155506Z","end":"2026-04-27T01:32:26.266839Z","steps":["trace[547861812] 'process raft request' (duration: 111.177879ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:27.77633Z","caller":"traceutil/trace.go:171","msg":"trace[2000736528] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"196.711901ms","start":"2026-04-27T01:32:27.579594Z","end":"2026-04-27T01:32:27.776306Z","steps":["trace[2000736528] 'process raft request' (duration: 196.578696ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:28.061682Z","caller":"traceutil/trace.go:171","msg":"trace[1087635146] linearizableReadLoop","detail":"{readStateIndex:714; appliedIndex:712; }","duration":"316.037305ms","start":"2026-04-27T01:32:27.745631Z","end":"2026-04-27T01:32:28.061669Z","steps":["trace[1087635146] 'read index received' (duration: 30.643362ms)","trace[1087635146] 'applied index is now lower than readState.Index' (duration: 285.393053ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:28.061765Z","caller":"traceutil/trace.go:171","msg":"trace[681157607] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"468.231522ms","start":"2026-04-27T01:32:27.593521Z","end":"2026-04-27T01:32:28.061752Z","steps":["trace[681157607] 'process raft request' (duration: 468.022686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:28.061812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.160348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:32:28.061848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:27.593492Z","time spent":"468.304835ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:28.061906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.870968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:28.06197Z","caller":"traceutil/trace.go:171","msg":"trace[1412783341] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:690; }","duration":"316.222411ms","start":"2026-04-27T01:32:27.745604Z","end":"2026-04-27T01:32:28.061826Z","steps":["trace[1412783341] 'agreement among raft nodes before linearized reading' (duration: 316.140988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:28.062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.882173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:28.062001Z","caller":"traceutil/trace.go:171","msg":"trace[1112537551] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:690; }","duration":"316.014424ms","start":"2026-04-27T01:32:27.745969Z","end":"2026-04-27T01:32:28.061983Z","steps":["trace[1112537551] 'agreement among raft nodes before linearized reading' (duration: 315.844128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:28.06202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:27.745587Z","time spent":"316.425767ms","remote":"127.0.0.1:58536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"info","ts":"2026-04-27T01:32:28.06204Z","caller":"traceutil/trace.go:171","msg":"trace[1264313229] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:690; }","duration":"132.938895ms","start":"2026-04-27T01:32:27.929087Z","end":"2026-04-27T01:32:28.062026Z","steps":["trace[1264313229] 'agreement among raft nodes before linearized reading' (duration: 132.884903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:28.062076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:27.745962Z","time spent":"316.073246ms","remote":"127.0.0.1:58536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T01:32:28.062206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.168075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:28.062237Z","caller":"traceutil/trace.go:171","msg":"trace[1600657579] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:690; }","duration":"147.232778ms","start":"2026-04-27T01:32:27.914994Z","end":"2026-04-27T01:32:28.062227Z","steps":["trace[1600657579] 'agreement among raft nodes before linearized reading' (duration: 147.170886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:28.062238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.239798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:28.062262Z","caller":"traceutil/trace.go:171","msg":"trace[744340676] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:690; }","duration":"147.2934ms","start":"2026-04-27T01:32:27.914961Z","end":"2026-04-27T01:32:28.062255Z","steps":["trace[744340676] 'agreement among raft nodes before linearized reading' (duration: 147.248538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:28.062243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.203356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:32:28.062403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.335455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:28.062394Z","caller":"traceutil/trace.go:171","msg":"trace[311191082] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:690; }","duration":"147.375992ms","start":"2026-04-27T01:32:27.91496Z","end":"2026-04-27T01:32:28.062336Z","steps":["trace[311191082] 'agreement among raft nodes before linearized reading' (duration: 147.175156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:28.062461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.212682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:28.06251Z","caller":"traceutil/trace.go:171","msg":"trace[1438942491] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:690; }","duration":"174.267073ms","start":"2026-04-27T01:32:27.88823Z","end":"2026-04-27T01:32:28.062497Z","steps":["trace[1438942491] 'agreement among raft nodes before linearized reading' (duration: 174.205641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:28.062531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.511451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:32:28.062291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.018197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:28.062556Z","caller":"traceutil/trace.go:171","msg":"trace[1029719399] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:690; }","duration":"174.555012ms","start":"2026-04-27T01:32:27.887992Z","end":"2026-04-27T01:32:28.062547Z","steps":["trace[1029719399] 'agreement among raft nodes before linearized reading' (duration: 174.522161ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:28.062589Z","caller":"traceutil/trace.go:171","msg":"trace[2046391681] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:690; }","duration":"133.326378ms","start":"2026-04-27T01:32:27.929238Z","end":"2026-04-27T01:32:28.062565Z","steps":["trace[2046391681] 'agreement among raft nodes before linearized reading' (duration: 133.028928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:28.06238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.374525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:28.062717Z","caller":"traceutil/trace.go:171","msg":"trace[352068640] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:690; }","duration":"316.743197ms","start":"2026-04-27T01:32:27.745954Z","end":"2026-04-27T01:32:28.062698Z","steps":["trace[352068640] 'agreement among raft nodes before linearized reading' (duration: 316.387485ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:28.062466Z","caller":"traceutil/trace.go:171","msg":"trace[415673854] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:690; }","duration":"174.414949ms","start":"2026-04-27T01:32:27.888021Z","end":"2026-04-27T01:32:28.062436Z","steps":["trace[415673854] 'agreement among raft nodes before linearized reading' (duration: 174.363477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:28.062793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:27.745928Z","time spent":"316.84197ms","remote":"127.0.0.1:58536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:32:28.06194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.962769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:32:28.062861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.946559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:28.062902Z","caller":"traceutil/trace.go:171","msg":"trace[1649422080] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:690; }","duration":"151.95505ms","start":"2026-04-27T01:32:27.910938Z","end":"2026-04-27T01:32:28.062893Z","steps":["trace[1649422080] 'agreement among raft nodes before linearized reading' (duration: 150.933667ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:28.062937Z","caller":"traceutil/trace.go:171","msg":"trace[1038101003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:690; }","duration":"298.031342ms","start":"2026-04-27T01:32:27.764874Z","end":"2026-04-27T01:32:28.062905Z","steps":["trace[1038101003] 'agreement among raft nodes before linearized reading' (duration: 297.931208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:28.061902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.714017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:28.063041Z","caller":"traceutil/trace.go:171","msg":"trace[1856372940] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:690; }","duration":"133.886606ms","start":"2026-04-27T01:32:27.92914Z","end":"2026-04-27T01:32:28.063027Z","steps":["trace[1856372940] 'agreement among raft nodes before linearized reading' (duration: 132.685347ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:28.480048Z","caller":"traceutil/trace.go:171","msg":"trace[674837066] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"197.01939ms","start":"2026-04-27T01:32:28.28279Z","end":"2026-04-27T01:32:28.479809Z","steps":["trace[674837066] 'process raft request' (duration: 196.73066ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:28.66517Z","caller":"traceutil/trace.go:171","msg":"trace[1875880429] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"381.794364ms","start":"2026-04-27T01:32:28.283348Z","end":"2026-04-27T01:32:28.665143Z","steps":["trace[1875880429] 'process raft request' (duration: 369.64443ms)","trace[1875880429] 'compare' (duration: 11.969278ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:28.665424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:28.283333Z","time spent":"381.921988ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:28.665445Z","caller":"traceutil/trace.go:171","msg":"trace[263656409] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"381.901107ms","start":"2026-04-27T01:32:28.283512Z","end":"2026-04-27T01:32:28.665413Z","steps":["trace[263656409] 'process raft request' (duration: 381.590277ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:28.665564Z","caller":"traceutil/trace.go:171","msg":"trace[1769935150] linearizableReadLoop","detail":"{readStateIndex:718; appliedIndex:714; }","duration":"359.695099ms","start":"2026-04-27T01:32:28.305849Z","end":"2026-04-27T01:32:28.665544Z","steps":["trace[1769935150] 'read index received' (duration: 173.744227ms)","trace[1769935150] 'applied index is now lower than readState.Index' (duration: 185.949771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:28.665646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:28.283504Z","time spent":"382.032731ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:28.665674Z","caller":"traceutil/trace.go:171","msg":"trace[2085342892] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"381.801804ms","start":"2026-04-27T01:32:28.283843Z","end":"2026-04-27T01:32:28.665645Z","steps":["trace[2085342892] 'process raft request' (duration: 381.460593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:28.665703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.842493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:28.665748Z","caller":"traceutil/trace.go:171","msg":"trace[151946978] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:694; }","duration":"359.921276ms","start":"2026-04-27T01:32:28.305814Z","end":"2026-04-27T01:32:28.665736Z","steps":["trace[151946978] 'agreement among raft nodes before linearized reading' (duration: 359.845083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:28.665782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:28.305797Z","time spent":"359.975417ms","remote":"127.0.0.1:58658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T01:32:28.665823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:28.283834Z","time spent":"381.913798ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:28.665833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.883834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:32:28.665874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.838352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:28.66592Z","caller":"traceutil/trace.go:171","msg":"trace[2068612716] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:694; }","duration":"360.026039ms","start":"2026-04-27T01:32:28.305875Z","end":"2026-04-27T01:32:28.665901Z","steps":["trace[2068612716] 'agreement among raft nodes before linearized reading' (duration: 359.851143ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:28.665946Z","caller":"traceutil/trace.go:171","msg":"trace[143794195] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:694; }","duration":"199.971186ms","start":"2026-04-27T01:32:28.46596Z","end":"2026-04-27T01:32:28.665931Z","steps":["trace[143794195] 'agreement among raft nodes before linearized reading' (duration: 199.830051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:28.665968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:28.305863Z","time spent":"360.094051ms","remote":"127.0.0.1:58658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:32:28.665886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.740898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:28.666057Z","caller":"traceutil/trace.go:171","msg":"trace[921124368] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:694; }","duration":"199.985017ms","start":"2026-04-27T01:32:28.466063Z","end":"2026-04-27T01:32:28.666048Z","steps":["trace[921124368] 'agreement among raft nodes before linearized reading' (duration: 199.737039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:28.666079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.970894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:28.666126Z","caller":"traceutil/trace.go:171","msg":"trace[610780737] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:694; }","duration":"359.033907ms","start":"2026-04-27T01:32:28.307076Z","end":"2026-04-27T01:32:28.66611Z","steps":["trace[610780737] 'agreement among raft nodes before linearized reading' (duration: 358.971235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:28.666158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:28.307068Z","time spent":"359.081488ms","remote":"127.0.0.1:58658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-27T01:32:28.881858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.267591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:28.881929Z","caller":"traceutil/trace.go:171","msg":"trace[2067416998] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:694; }","duration":"110.374264ms","start":"2026-04-27T01:32:28.771533Z","end":"2026-04-27T01:32:28.881907Z","steps":["trace[2067416998] 'range keys from in-memory index tree' (duration: 110.186709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:28.882018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.295592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:28.882103Z","caller":"traceutil/trace.go:171","msg":"trace[988178572] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:694; }","duration":"110.454377ms","start":"2026-04-27T01:32:28.771631Z","end":"2026-04-27T01:32:28.882085Z","steps":["trace[988178572] 'count revisions from in-memory index tree' (duration: 110.201709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:28.882136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.347376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:28.882201Z","caller":"traceutil/trace.go:171","msg":"trace[1730801769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:694; }","duration":"111.46746ms","start":"2026-04-27T01:32:28.770718Z","end":"2026-04-27T01:32:28.882186Z","steps":["trace[1730801769] 'range keys from in-memory index tree' (duration: 111.207881ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:30.787743Z","caller":"traceutil/trace.go:171","msg":"trace[159635638] linearizableReadLoop","detail":"{readStateIndex:720; appliedIndex:719; }","duration":"115.942165ms","start":"2026-04-27T01:32:30.671778Z","end":"2026-04-27T01:32:30.78772Z","steps":["trace[159635638] 'read index received' (duration: 90.48375ms)","trace[159635638] 'applied index is now lower than readState.Index' (duration: 25.456885ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:30.787955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.151282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T01:32:30.788041Z","caller":"traceutil/trace.go:171","msg":"trace[1052098166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:695; }","duration":"116.278516ms","start":"2026-04-27T01:32:30.671742Z","end":"2026-04-27T01:32:30.788021Z","steps":["trace[1052098166] 'agreement among raft nodes before linearized reading' (duration: 116.022627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:30.788079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.255445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T01:32:30.788112Z","caller":"traceutil/trace.go:171","msg":"trace[455062453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:695; }","duration":"116.350558ms","start":"2026-04-27T01:32:30.671753Z","end":"2026-04-27T01:32:30.788104Z","steps":["trace[455062453] 'agreement among raft nodes before linearized reading' (duration: 116.241715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:30.787968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.177563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T01:32:30.788181Z","caller":"traceutil/trace.go:171","msg":"trace[294272212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:695; }","duration":"116.434551ms","start":"2026-04-27T01:32:30.671732Z","end":"2026-04-27T01:32:30.788167Z","steps":["trace[294272212] 'agreement among raft nodes before linearized reading' (duration: 116.115571ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:30.945971Z","caller":"traceutil/trace.go:171","msg":"trace[880415923] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"154.834175ms","start":"2026-04-27T01:32:30.79111Z","end":"2026-04-27T01:32:30.945944Z","steps":["trace[880415923] 'process raft request' (duration: 126.160536ms)","trace[880415923] 'compare' (duration: 28.472502ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:30.94626Z","caller":"traceutil/trace.go:171","msg":"trace[553038075] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"154.893326ms","start":"2026-04-27T01:32:30.791343Z","end":"2026-04-27T01:32:30.946236Z","steps":["trace[553038075] 'process raft request' (duration: 154.561115ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:30.946554Z","caller":"traceutil/trace.go:171","msg":"trace[1477744154] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"154.886237ms","start":"2026-04-27T01:32:30.791516Z","end":"2026-04-27T01:32:30.946402Z","steps":["trace[1477744154] 'process raft request' (duration: 154.624818ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:31.394436Z","caller":"traceutil/trace.go:171","msg":"trace[992321265] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"197.01571ms","start":"2026-04-27T01:32:31.197387Z","end":"2026-04-27T01:32:31.394403Z","steps":["trace[992321265] 'process raft request' (duration: 106.045524ms)","trace[992321265] 'compare' (duration: 90.805951ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:31.878692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.365392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:31.878791Z","caller":"traceutil/trace.go:171","msg":"trace[1756961351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:701; }","duration":"113.519016ms","start":"2026-04-27T01:32:31.765249Z","end":"2026-04-27T01:32:31.878768Z","steps":["trace[1756961351] 'range keys from in-memory index tree' (duration: 113.274748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:31.878719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.34782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-76667\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-04-27T01:32:31.878868Z","caller":"traceutil/trace.go:171","msg":"trace[262861506] range","detail":"{range_begin:/registry/pods/kube-system/cilium-76667; range_end:; response_count:1; response_revision:701; }","duration":"251.540226ms","start":"2026-04-27T01:32:31.627315Z","end":"2026-04-27T01:32:31.878856Z","steps":["trace[262861506] 'range keys from in-memory index tree' (duration: 251.142943ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:32.045081Z","caller":"traceutil/trace.go:171","msg":"trace[1174399780] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"150.085181ms","start":"2026-04-27T01:32:31.894965Z","end":"2026-04-27T01:32:32.04505Z","steps":["trace[1174399780] 'process raft request' (duration: 149.855034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:33.112942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.482832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:32:33.113011Z","caller":"traceutil/trace.go:171","msg":"trace[890133925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:706; }","duration":"162.583065ms","start":"2026-04-27T01:32:32.950413Z","end":"2026-04-27T01:32:33.112996Z","steps":["trace[890133925] 'range keys from in-memory index tree' (duration: 162.365258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:33.113017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.515962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:32:33.113048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.189632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T01:32:33.113111Z","caller":"traceutil/trace.go:171","msg":"trace[1050000425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:706; }","duration":"162.270025ms","start":"2026-04-27T01:32:32.950824Z","end":"2026-04-27T01:32:33.113094Z","steps":["trace[1050000425] 'range keys from in-memory index tree' (duration: 162.077299ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:33.11311Z","caller":"traceutil/trace.go:171","msg":"trace[1894624310] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:706; }","duration":"170.630576ms","start":"2026-04-27T01:32:32.942456Z","end":"2026-04-27T01:32:33.113087Z","steps":["trace[1894624310] 'count revisions from in-memory index tree' (duration: 170.427629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:33.113602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.619708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:32:33.11365Z","caller":"traceutil/trace.go:171","msg":"trace[1957031645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:706; }","duration":"163.693371ms","start":"2026-04-27T01:32:32.949945Z","end":"2026-04-27T01:32:33.113638Z","steps":["trace[1957031645] 'range keys from in-memory index tree' (duration: 162.72985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:33.783511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022257926,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T01:32:33.811597Z","caller":"traceutil/trace.go:171","msg":"trace[48670343] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"744.994514ms","start":"2026-04-27T01:32:33.066553Z","end":"2026-04-27T01:32:33.811548Z","steps":["trace[48670343] 'process raft request' (duration: 744.822659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:33.811729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:33.066528Z","time spent":"745.138409ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T01:32:34.462616Z","caller":"traceutil/trace.go:171","msg":"trace[216502283] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"1.344182479s","start":"2026-04-27T01:32:33.11841Z","end":"2026-04-27T01:32:34.462592Z","steps":["trace[216502283] 'process raft request' (duration: 1.343974952s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:34.46277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:33.118382Z","time spent":"1.344311683s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:34.462829Z","caller":"traceutil/trace.go:171","msg":"trace[1682763072] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"1.344210589s","start":"2026-04-27T01:32:33.118603Z","end":"2026-04-27T01:32:34.462814Z","steps":["trace[1682763072] 'process raft request' (duration: 1.343942401s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:34.462889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:33.118571Z","time spent":"1.344286002s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:34.463022Z","caller":"traceutil/trace.go:171","msg":"trace[2101353402] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:731; }","duration":"1.180445337s","start":"2026-04-27T01:32:33.282566Z","end":"2026-04-27T01:32:34.463011Z","steps":["trace[2101353402] 'read index received' (duration: 528.886846ms)","trace[2101353402] 'applied index is now lower than readState.Index' (duration: 651.557521ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:34.46302Z","caller":"traceutil/trace.go:171","msg":"trace[1128320798] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"1.344263832s","start":"2026-04-27T01:32:33.118724Z","end":"2026-04-27T01:32:34.462988Z","steps":["trace[1128320798] 'process raft request' (duration: 1.344085776s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:34.463077Z","caller":"traceutil/trace.go:171","msg":"trace[139187098] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"1.343156716s","start":"2026-04-27T01:32:33.119912Z","end":"2026-04-27T01:32:34.463069Z","steps":["trace[139187098] 'process raft request' (duration: 1.343025951s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:34.463124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:33.119899Z","time spent":"1.343200898s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:34.463166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180607871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:32:34.463159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:33.118713Z","time spent":"1.344374515s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:34.463198Z","caller":"traceutil/trace.go:171","msg":"trace[1720751169] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:711; }","duration":"1.180694645s","start":"2026-04-27T01:32:33.282496Z","end":"2026-04-27T01:32:34.463191Z","steps":["trace[1720751169] 'agreement among raft nodes before linearized reading' (duration: 1.180583301s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:34.463218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:33.282467Z","time spent":"1.180745696s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":74,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:32:34.463217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.742312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:32:34.463255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.96417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-76667\" ","response":"range_response_count:1 size:17786"} {"level":"info","ts":"2026-04-27T01:32:34.463279Z","caller":"traceutil/trace.go:171","msg":"trace[1161225467] range","detail":"{range_begin:/registry/pods/kube-system/cilium-76667; range_end:; response_count:1; response_revision:711; }","duration":"831.018102ms","start":"2026-04-27T01:32:33.632253Z","end":"2026-04-27T01:32:34.463271Z","steps":["trace[1161225467] 'agreement among raft nodes before linearized reading' (duration: 830.929779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:34.463302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:33.632233Z","time spent":"831.064453ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17810,"request content":"key:\"/registry/pods/kube-system/cilium-76667\" "} {"level":"info","ts":"2026-04-27T01:32:34.463271Z","caller":"traceutil/trace.go:171","msg":"trace[2144672809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:711; }","duration":"687.831725ms","start":"2026-04-27T01:32:33.775428Z","end":"2026-04-27T01:32:34.46326Z","steps":["trace[2144672809] 'agreement among raft nodes before linearized reading' (duration: 687.757852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:34.463428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:33.775405Z","time spent":"688.010971ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:32:34.810018Z","caller":"traceutil/trace.go:171","msg":"trace[349247628] linearizableReadLoop","detail":"{readStateIndex:737; appliedIndex:736; }","duration":"207.362536ms","start":"2026-04-27T01:32:34.602628Z","end":"2026-04-27T01:32:34.809991Z","steps":["trace[349247628] 'read index received' (duration: 207.055616ms)","trace[349247628] 'applied index is now lower than readState.Index' (duration: 305.42µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:34.810059Z","caller":"traceutil/trace.go:171","msg":"trace[2144915710] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"333.122268ms","start":"2026-04-27T01:32:34.476914Z","end":"2026-04-27T01:32:34.810036Z","steps":["trace[2144915710] 'process raft request' (duration: 332.892211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:34.810257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.623274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T01:32:34.810264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:34.476877Z","time spent":"333.285883ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17955,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:34.810297Z","caller":"traceutil/trace.go:171","msg":"trace[1721209777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:712; }","duration":"207.710657ms","start":"2026-04-27T01:32:34.602576Z","end":"2026-04-27T01:32:34.810287Z","steps":["trace[1721209777] 'agreement among raft nodes before linearized reading' (duration: 207.511891ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:35.008226Z","caller":"traceutil/trace.go:171","msg":"trace[1620688626] linearizableReadLoop","detail":"{readStateIndex:738; appliedIndex:737; }","duration":"185.88466ms","start":"2026-04-27T01:32:34.822295Z","end":"2026-04-27T01:32:35.00818Z","steps":["trace[1620688626] 'read index received' (duration: 138.110543ms)","trace[1620688626] 'applied index is now lower than readState.Index' (duration: 47.773027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:35.00842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.105357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-76667\" ","response":"range_response_count:1 size:17970"} {"level":"info","ts":"2026-04-27T01:32:35.008419Z","caller":"traceutil/trace.go:171","msg":"trace[1308939385] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"192.625998ms","start":"2026-04-27T01:32:34.815757Z","end":"2026-04-27T01:32:35.008383Z","steps":["trace[1308939385] 'process raft request' (duration: 144.631484ms)","trace[1308939385] 'compare' (duration: 47.493438ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:35.008459Z","caller":"traceutil/trace.go:171","msg":"trace[1413325797] range","detail":"{range_begin:/registry/pods/kube-system/cilium-76667; range_end:; response_count:1; response_revision:713; }","duration":"186.198519ms","start":"2026-04-27T01:32:34.822251Z","end":"2026-04-27T01:32:35.008449Z","steps":["trace[1413325797] 'agreement among raft nodes before linearized reading' (duration: 186.043364ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:35.008643Z","caller":"traceutil/trace.go:171","msg":"trace[1834034093] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"184.755073ms","start":"2026-04-27T01:32:34.823861Z","end":"2026-04-27T01:32:35.008616Z","steps":["trace[1834034093] 'process raft request' (duration: 184.627309ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:35.133085Z","caller":"traceutil/trace.go:171","msg":"trace[1912547619] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"108.730291ms","start":"2026-04-27T01:32:35.024313Z","end":"2026-04-27T01:32:35.133043Z","steps":["trace[1912547619] 'process raft request' (duration: 91.7098ms)","trace[1912547619] 'compare' (duration: 16.884307ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:36.033946Z","caller":"traceutil/trace.go:171","msg":"trace[2019582046] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"148.727056ms","start":"2026-04-27T01:32:35.885186Z","end":"2026-04-27T01:32:36.033913Z","steps":["trace[2019582046] 'process raft request' (duration: 52.016584ms)","trace[2019582046] 'compare' (duration: 96.548327ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:36.121573Z","caller":"traceutil/trace.go:171","msg":"trace[191546573] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"223.445776ms","start":"2026-04-27T01:32:35.898108Z","end":"2026-04-27T01:32:36.121554Z","steps":["trace[191546573] 'process raft request' (duration: 223.25437ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:36.268996Z","caller":"traceutil/trace.go:171","msg":"trace[1320764858] linearizableReadLoop","detail":"{readStateIndex:746; appliedIndex:744; }","duration":"166.178981ms","start":"2026-04-27T01:32:36.10279Z","end":"2026-04-27T01:32:36.268969Z","steps":["trace[1320764858] 'read index received' (duration: 18.606972ms)","trace[1320764858] 'applied index is now lower than readState.Index' (duration: 147.570989ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:36.269089Z","caller":"traceutil/trace.go:171","msg":"trace[72487695] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"196.145932ms","start":"2026-04-27T01:32:36.072879Z","end":"2026-04-27T01:32:36.269025Z","steps":["trace[72487695] 'process raft request' (duration: 195.944115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:36.269305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.484112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:32:36.269357Z","caller":"traceutil/trace.go:171","msg":"trace[2059095601] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:721; }","duration":"166.590805ms","start":"2026-04-27T01:32:36.10275Z","end":"2026-04-27T01:32:36.26934Z","steps":["trace[2059095601] 'agreement among raft nodes before linearized reading' (duration: 166.374858ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:36.774122Z","caller":"traceutil/trace.go:171","msg":"trace[1024110623] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"271.408509ms","start":"2026-04-27T01:32:36.50267Z","end":"2026-04-27T01:32:36.774079Z","steps":["trace[1024110623] 'process raft request' (duration: 263.178613ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:36.774313Z","caller":"traceutil/trace.go:171","msg":"trace[45551] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"271.512202ms","start":"2026-04-27T01:32:36.50279Z","end":"2026-04-27T01:32:36.774302Z","steps":["trace[45551] 'process raft request' (duration: 271.43541ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:36.774125Z","caller":"traceutil/trace.go:171","msg":"trace[2020078036] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"271.358258ms","start":"2026-04-27T01:32:36.50274Z","end":"2026-04-27T01:32:36.774098Z","steps":["trace[2020078036] 'process raft request' (duration: 271.261725ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:36.774482Z","caller":"traceutil/trace.go:171","msg":"trace[1209136074] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"271.632066ms","start":"2026-04-27T01:32:36.502791Z","end":"2026-04-27T01:32:36.774423Z","steps":["trace[1209136074] 'process raft request' (duration: 271.266114ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:36.774543Z","caller":"traceutil/trace.go:171","msg":"trace[1897778728] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"266.51913ms","start":"2026-04-27T01:32:36.507992Z","end":"2026-04-27T01:32:36.774511Z","steps":["trace[1897778728] 'process raft request' (duration: 266.273242ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:36.774501Z","caller":"traceutil/trace.go:171","msg":"trace[1280209707] linearizableReadLoop","detail":"{readStateIndex:764; appliedIndex:759; }","duration":"271.078949ms","start":"2026-04-27T01:32:36.50339Z","end":"2026-04-27T01:32:36.774469Z","steps":["trace[1280209707] 'read index received' (duration: 11.527844ms)","trace[1280209707] 'applied index is now lower than readState.Index' (duration: 259.549935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:36.774662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.262494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:36.774708Z","caller":"traceutil/trace.go:171","msg":"trace[1138291294] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:740; }","duration":"271.343177ms","start":"2026-04-27T01:32:36.503353Z","end":"2026-04-27T01:32:36.774696Z","steps":["trace[1138291294] 'agreement among raft nodes before linearized reading' (duration: 271.242004ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:37.227292Z","caller":"traceutil/trace.go:171","msg":"trace[875534324] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"122.467086ms","start":"2026-04-27T01:32:37.104805Z","end":"2026-04-27T01:32:37.227272Z","steps":["trace[875534324] 'process raft request' (duration: 122.343852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:39.332209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.611023ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T01:32:50.958128Z","caller":"traceutil/trace.go:171","msg":"trace[899011905] linearizableReadLoop","detail":"{readStateIndex:886; appliedIndex:885; }","duration":"383.472688ms","start":"2026-04-27T01:32:50.574636Z","end":"2026-04-27T01:32:50.958109Z","steps":["trace[899011905] 'read index received' (duration: 383.321303ms)","trace[899011905] 'applied index is now lower than readState.Index' (duration: 150.405µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:50.958338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.686865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T01:32:50.958416Z","caller":"traceutil/trace.go:171","msg":"trace[23033555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:856; }","duration":"383.781558ms","start":"2026-04-27T01:32:50.574593Z","end":"2026-04-27T01:32:50.958374Z","steps":["trace[23033555] 'agreement among raft nodes before linearized reading' (duration: 383.631023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:50.958377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.715196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:32:50.958451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:50.574577Z","time spent":"383.866171ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:32:50.958461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.0134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:32:50.958477Z","caller":"traceutil/trace.go:171","msg":"trace[781960027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:856; }","duration":"194.87334ms","start":"2026-04-27T01:32:50.763581Z","end":"2026-04-27T01:32:50.958454Z","steps":["trace[781960027] 'agreement among raft nodes before linearized reading' (duration: 194.702835ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:50.958499Z","caller":"traceutil/trace.go:171","msg":"trace[1859851041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:856; }","duration":"109.087473ms","start":"2026-04-27T01:32:50.849398Z","end":"2026-04-27T01:32:50.958485Z","steps":["trace[1859851041] 'agreement among raft nodes before linearized reading' (duration: 108.982099ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:50.958578Z","caller":"traceutil/trace.go:171","msg":"trace[1535123438] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"388.108478ms","start":"2026-04-27T01:32:50.570305Z","end":"2026-04-27T01:32:50.958414Z","steps":["trace[1535123438] 'process raft request' (duration: 387.678404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:50.958616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.724316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:32:50.958817Z","caller":"traceutil/trace.go:171","msg":"trace[204277927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:856; }","duration":"106.974044ms","start":"2026-04-27T01:32:50.851835Z","end":"2026-04-27T01:32:50.958809Z","steps":["trace[204277927] 'agreement among raft nodes before linearized reading' (duration: 106.465598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:50.959588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:50.570296Z","time spent":"388.44446ms","remote":"127.0.0.1:34146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2959,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:51.279679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.38967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:32:51.279804Z","caller":"traceutil/trace.go:171","msg":"trace[1559070909] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"316.912352ms","start":"2026-04-27T01:32:50.962868Z","end":"2026-04-27T01:32:51.27978Z","steps":["trace[1559070909] 'process raft request' (duration: 216.297465ms)","trace[1559070909] 'compare' (duration: 100.024018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:51.279874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:50.962846Z","time spent":"316.996894ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:51.359855Z","caller":"traceutil/trace.go:171","msg":"trace[2064310865] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"396.84315ms","start":"2026-04-27T01:32:50.962981Z","end":"2026-04-27T01:32:51.359824Z","steps":["trace[2064310865] 'process raft request' (duration: 396.633754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:51.360045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:50.962949Z","time spent":"396.998995ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:51.360073Z","caller":"traceutil/trace.go:171","msg":"trace[154766166] linearizableReadLoop","detail":"{readStateIndex:890; appliedIndex:887; }","duration":"140.888052ms","start":"2026-04-27T01:32:51.219162Z","end":"2026-04-27T01:32:51.36005Z","steps":["trace[154766166] 'read index received' (duration: 140.325603ms)","trace[154766166] 'applied index is now lower than readState.Index' (duration: 559.639µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:51.360219Z","caller":"traceutil/trace.go:171","msg":"trace[274851336] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"394.286017ms","start":"2026-04-27T01:32:50.965907Z","end":"2026-04-27T01:32:51.360193Z","steps":["trace[274851336] 'process raft request' (duration: 394.05742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:51.360356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:50.965898Z","time spent":"394.386851ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4027,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:32:51.360558Z","caller":"traceutil/trace.go:171","msg":"trace[1662099856] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"396.82041ms","start":"2026-04-27T01:32:50.963267Z","end":"2026-04-27T01:32:51.360087Z","steps":["trace[1662099856] 'process raft request' (duration: 396.497339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:51.360635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.46122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T01:32:51.360684Z","caller":"traceutil/trace.go:171","msg":"trace[827924808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:860; }","duration":"141.550553ms","start":"2026-04-27T01:32:51.219122Z","end":"2026-04-27T01:32:51.360672Z","steps":["trace[827924808] 'agreement among raft nodes before linearized reading' (duration: 141.002195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:51.360782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:50.963253Z","time spent":"397.422669ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:53.765222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000547696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T01:32:53.765311Z","caller":"traceutil/trace.go:171","msg":"trace[1723745365] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00069522s","start":"2026-04-27T01:32:51.764597Z","end":"2026-04-27T01:32:53.765292Z","steps":["trace[1723745365] 'agreement among raft nodes before linearized reading' (duration: 2.000574726s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:53.766138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:51.764578Z","time spent":"2.000768473s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 01:32:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T01:32:54.192425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78408337s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:32:54.192503Z","caller":"traceutil/trace.go:171","msg":"trace[81084228] linearizableReadLoop","detail":"{readStateIndex:891; appliedIndex:890; }","duration":"2.533383782s","start":"2026-04-27T01:32:51.659105Z","end":"2026-04-27T01:32:54.192489Z","steps":["trace[81084228] 'read index received' (duration: 64.262µs)","trace[81084228] 'applied index is now lower than readState.Index' (duration: 2.533318559s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:54.192571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533463354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:32:54.19259Z","caller":"traceutil/trace.go:171","msg":"trace[1412325538] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:861; }","duration":"2.533513166s","start":"2026-04-27T01:32:51.65907Z","end":"2026-04-27T01:32:54.192583Z","steps":["trace[1412325538] 'agreement among raft nodes before linearized reading' (duration: 2.533469734s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:54.192574Z","caller":"traceutil/trace.go:171","msg":"trace[1066707993] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"2.828528279s","start":"2026-04-27T01:32:51.364016Z","end":"2026-04-27T01:32:54.192544Z","steps":["trace[1066707993] 'process raft request' (duration: 44.246343ms)","trace[1066707993] 'compare' (duration: 2.783861973s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:54.192614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:51.659051Z","time spent":"2.533556136s","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:32:54.19271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:51.363996Z","time spent":"2.828638172s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:54.487317Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.119654343s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T01:32:54.48789Z","caller":"traceutil/trace.go:171","msg":"trace[1754487140] linearizableReadLoop","detail":"{readStateIndex:892; appliedIndex:891; }","duration":"295.343714ms","start":"2026-04-27T01:32:54.192521Z","end":"2026-04-27T01:32:54.487865Z","steps":["trace[1754487140] 'read index received' (duration: 294.969162ms)","trace[1754487140] 'applied index is now lower than readState.Index' (duration: 373.362µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:54.488029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.488447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:32:54.488127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98059863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T01:32:54.488142Z","caller":"traceutil/trace.go:171","msg":"trace[1936132058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:862; }","duration":"722.649522ms","start":"2026-04-27T01:32:53.765466Z","end":"2026-04-27T01:32:54.488115Z","steps":["trace[1936132058] 'agreement among raft nodes before linearized reading' (duration: 722.449026ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:54.488165Z","caller":"traceutil/trace.go:171","msg":"trace[1339949946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:862; }","duration":"1.980682282s","start":"2026-04-27T01:32:52.507471Z","end":"2026-04-27T01:32:54.488154Z","steps":["trace[1339949946] 'agreement among raft nodes before linearized reading' (duration: 1.980488996s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:54.488204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:52.507453Z","time spent":"1.980742555s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:32:54.488215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:53.765442Z","time spent":"722.760746ms","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:32:54.488031Z","caller":"traceutil/trace.go:171","msg":"trace[1839528486] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"2.12048092s","start":"2026-04-27T01:32:52.367504Z","end":"2026-04-27T01:32:54.487985Z","steps":["trace[1839528486] 'process raft request' (duration: 2.120128529s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:54.488274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20430772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T01:32:54.488241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.036761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:32:54.488321Z","caller":"traceutil/trace.go:171","msg":"trace[909921031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:862; }","duration":"1.204395733s","start":"2026-04-27T01:32:53.283913Z","end":"2026-04-27T01:32:54.488309Z","steps":["trace[909921031] 'agreement among raft nodes before linearized reading' (duration: 1.204265659s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:54.488355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:53.28389Z","time spent":"1.204457465s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T01:32:54.488371Z","caller":"traceutil/trace.go:171","msg":"trace[282961401] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:862; }","duration":"478.189176ms","start":"2026-04-27T01:32:54.010151Z","end":"2026-04-27T01:32:54.48834Z","steps":["trace[282961401] 'agreement among raft nodes before linearized reading' (duration: 477.871295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:54.488364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123110881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T01:32:54.488431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:54.010075Z","time spent":"478.34256ms","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:32:54.488439Z","caller":"traceutil/trace.go:171","msg":"trace[746267951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:862; }","duration":"1.123209334s","start":"2026-04-27T01:32:53.365215Z","end":"2026-04-27T01:32:54.488424Z","steps":["trace[746267951] 'agreement among raft nodes before linearized reading' (duration: 1.123044099s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:54.488473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:53.365202Z","time spent":"1.123262396s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:32:54.48844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:52.367476Z","time spent":"2.120846952s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:54.488229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123741781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:32:54.488704Z","caller":"traceutil/trace.go:171","msg":"trace[1295862180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:862; }","duration":"1.124255218s","start":"2026-04-27T01:32:53.364438Z","end":"2026-04-27T01:32:54.488693Z","steps":["trace[1295862180] 'agreement among raft nodes before linearized reading' (duration: 1.123612687s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:54.488744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:53.364418Z","time spent":"1.12431176s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:32:54.688117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.264155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:32:54.6883Z","caller":"traceutil/trace.go:171","msg":"trace[841348390] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"195.190151ms","start":"2026-04-27T01:32:54.493084Z","end":"2026-04-27T01:32:54.688274Z","steps":["trace[841348390] 'process raft request' (duration: 11.656687ms)","trace[841348390] 'compare' (duration: 183.147351ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:54.688367Z","caller":"traceutil/trace.go:171","msg":"trace[1212373162] linearizableReadLoop","detail":"{readStateIndex:896; appliedIndex:892; }","duration":"194.178959ms","start":"2026-04-27T01:32:54.494175Z","end":"2026-04-27T01:32:54.688354Z","steps":["trace[1212373162] 'read index received' (duration: 10.526411ms)","trace[1212373162] 'applied index is now lower than readState.Index' (duration: 183.651488ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:54.688439Z","caller":"traceutil/trace.go:171","msg":"trace[621787445] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"195.208622ms","start":"2026-04-27T01:32:54.493221Z","end":"2026-04-27T01:32:54.68843Z","steps":["trace[621787445] 'process raft request' (duration: 195.053347ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:54.688417Z","caller":"traceutil/trace.go:171","msg":"trace[1399467358] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"195.216262ms","start":"2026-04-27T01:32:54.49316Z","end":"2026-04-27T01:32:54.688388Z","steps":["trace[1399467358] 'process raft request' (duration: 195.050976ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:54.688501Z","caller":"traceutil/trace.go:171","msg":"trace[1401677126] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"195.140079ms","start":"2026-04-27T01:32:54.493328Z","end":"2026-04-27T01:32:54.688469Z","steps":["trace[1401677126] 'process raft request' (duration: 194.976764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:54.688635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.433867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-27T01:32:54.688698Z","caller":"traceutil/trace.go:171","msg":"trace[1665184120] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4; range_end:; response_count:1; response_revision:866; }","duration":"194.525769ms","start":"2026-04-27T01:32:54.494155Z","end":"2026-04-27T01:32:54.688681Z","steps":["trace[1665184120] 'agreement among raft nodes before linearized reading' (duration: 194.316062ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:54.751762Z","caller":"traceutil/trace.go:171","msg":"trace[1686771092] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"245.79107ms","start":"2026-04-27T01:32:54.505937Z","end":"2026-04-27T01:32:54.751728Z","steps":["trace[1686771092] 'process raft request' (duration: 245.556762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:54.751933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.447435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:32:54.752022Z","caller":"traceutil/trace.go:171","msg":"trace[1214094211] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:867; }","duration":"101.60519ms","start":"2026-04-27T01:32:54.650398Z","end":"2026-04-27T01:32:54.752003Z","steps":["trace[1214094211] 'agreement among raft nodes before linearized reading' (duration: 101.414284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:54.751783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.618677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:54.752214Z","caller":"traceutil/trace.go:171","msg":"trace[897035348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:867; }","duration":"256.104683ms","start":"2026-04-27T01:32:54.496084Z","end":"2026-04-27T01:32:54.752188Z","steps":["trace[897035348] 'agreement among raft nodes before linearized reading' (duration: 255.602757ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:55.07432Z","caller":"traceutil/trace.go:171","msg":"trace[1884826089] linearizableReadLoop","detail":"{readStateIndex:899; appliedIndex:898; }","duration":"107.46137ms","start":"2026-04-27T01:32:54.966827Z","end":"2026-04-27T01:32:55.074288Z","steps":["trace[1884826089] 'read index received' (duration: 107.197502ms)","trace[1884826089] 'applied index is now lower than readState.Index' (duration: 262.228µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:55.074432Z","caller":"traceutil/trace.go:171","msg":"trace[483280180] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"225.385317ms","start":"2026-04-27T01:32:54.849027Z","end":"2026-04-27T01:32:55.074413Z","steps":["trace[483280180] 'process raft request' (duration: 225.088928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:55.07459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.740159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-rsvmw\" ","response":"range_response_count:1 size:4042"} {"level":"info","ts":"2026-04-27T01:32:55.074884Z","caller":"traceutil/trace.go:171","msg":"trace[13049856] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-rsvmw; range_end:; response_count:1; response_revision:869; }","duration":"108.07693ms","start":"2026-04-27T01:32:54.966787Z","end":"2026-04-27T01:32:55.074864Z","steps":["trace[13049856] 'agreement among raft nodes before linearized reading' (duration: 107.645716ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:57.100228Z","caller":"traceutil/trace.go:171","msg":"trace[1783073456] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"118.839468ms","start":"2026-04-27T01:32:56.981362Z","end":"2026-04-27T01:32:57.100201Z","steps":["trace[1783073456] 'process raft request' (duration: 118.678033ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:58.482859Z","caller":"traceutil/trace.go:171","msg":"trace[1985296136] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"183.525293ms","start":"2026-04-27T01:32:58.299297Z","end":"2026-04-27T01:32:58.482822Z","steps":["trace[1985296136] 'process raft request' (duration: 153.047496ms)","trace[1985296136] 'compare' (duration: 30.170367ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:58.483234Z","caller":"traceutil/trace.go:171","msg":"trace[799468770] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"176.916498ms","start":"2026-04-27T01:32:58.306289Z","end":"2026-04-27T01:32:58.483205Z","steps":["trace[799468770] 'process raft request' (duration: 176.450563ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:00.900008Z","caller":"traceutil/trace.go:171","msg":"trace[1562689085] linearizableReadLoop","detail":"{readStateIndex:962; appliedIndex:961; }","duration":"143.111174ms","start":"2026-04-27T01:33:00.756867Z","end":"2026-04-27T01:33:00.899978Z","steps":["trace[1562689085] 'read index received' (duration: 142.946699ms)","trace[1562689085] 'applied index is now lower than readState.Index' (duration: 163.185µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:00.90005Z","caller":"traceutil/trace.go:171","msg":"trace[879882781] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"147.750055ms","start":"2026-04-27T01:33:00.752276Z","end":"2026-04-27T01:33:00.900026Z","steps":["trace[879882781] 'process raft request' (duration: 147.497257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:00.900283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.390243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T01:33:00.900348Z","caller":"traceutil/trace.go:171","msg":"trace[1324920120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:930; }","duration":"143.484596ms","start":"2026-04-27T01:33:00.756836Z","end":"2026-04-27T01:33:00.900321Z","steps":["trace[1324920120] 'agreement among raft nodes before linearized reading' (duration: 143.29654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:00.900382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.621839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:33:00.90047Z","caller":"traceutil/trace.go:171","msg":"trace[663862640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:930; }","duration":"142.747482ms","start":"2026-04-27T01:33:00.757701Z","end":"2026-04-27T01:33:00.900449Z","steps":["trace[663862640] 'agreement among raft nodes before linearized reading' (duration: 142.474904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:00.90048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.808621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:33:00.900582Z","caller":"traceutil/trace.go:171","msg":"trace[1863843139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:930; }","duration":"136.955935ms","start":"2026-04-27T01:33:00.763604Z","end":"2026-04-27T01:33:00.90056Z","steps":["trace[1863843139] 'agreement among raft nodes before linearized reading' (duration: 136.615974ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:01.481285Z","caller":"traceutil/trace.go:171","msg":"trace[337322106] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"576.615343ms","start":"2026-04-27T01:33:00.904612Z","end":"2026-04-27T01:33:01.481227Z","steps":["trace[337322106] 'process raft request' (duration: 576.534761ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:01.481356Z","caller":"traceutil/trace.go:171","msg":"trace[695061774] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"577.118579ms","start":"2026-04-27T01:33:00.904196Z","end":"2026-04-27T01:33:01.481315Z","steps":["trace[695061774] 'process raft request' (duration: 576.762998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:01.481533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:00.904179Z","time spent":"577.267164ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:33:01.481519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:00.904586Z","time spent":"576.83498ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:33:01.686907Z","caller":"traceutil/trace.go:171","msg":"trace[1698320144] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"436.894808ms","start":"2026-04-27T01:33:01.249972Z","end":"2026-04-27T01:33:01.686867Z","steps":["trace[1698320144] 'process raft request' (duration: 385.881197ms)","trace[1698320144] 'compare' (duration: 50.719862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:33:01.6871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:01.249942Z","time spent":"437.064054ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:33:02.007026Z","caller":"traceutil/trace.go:171","msg":"trace[785357824] linearizableReadLoop","detail":"{readStateIndex:967; appliedIndex:966; }","duration":"183.213933ms","start":"2026-04-27T01:33:01.82379Z","end":"2026-04-27T01:33:02.007004Z","steps":["trace[785357824] 'read index received' (duration: 183.046517ms)","trace[785357824] 'applied index is now lower than readState.Index' (duration: 166.136µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:02.007113Z","caller":"traceutil/trace.go:171","msg":"trace[74451574] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"241.388817ms","start":"2026-04-27T01:33:01.76568Z","end":"2026-04-27T01:33:02.007068Z","steps":["trace[74451574] 'process raft request' (duration: 241.18017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:02.007194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.400349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:33:02.007222Z","caller":"traceutil/trace.go:171","msg":"trace[456177849] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:935; }","duration":"183.527953ms","start":"2026-04-27T01:33:01.823686Z","end":"2026-04-27T01:33:02.007214Z","steps":["trace[456177849] 'agreement among raft nodes before linearized reading' (duration: 183.443561ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:02.230249Z","caller":"traceutil/trace.go:171","msg":"trace[969544082] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"218.137054ms","start":"2026-04-27T01:33:02.01207Z","end":"2026-04-27T01:33:02.230207Z","steps":["trace[969544082] 'process raft request' (duration: 199.912694ms)","trace[969544082] 'compare' (duration: 18.043344ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:02.25083Z","caller":"traceutil/trace.go:171","msg":"trace[134298289] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"238.350978ms","start":"2026-04-27T01:33:02.01246Z","end":"2026-04-27T01:33:02.250811Z","steps":["trace[134298289] 'process raft request' (duration: 238.114451ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:02.250821Z","caller":"traceutil/trace.go:171","msg":"trace[134415904] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"235.055962ms","start":"2026-04-27T01:33:02.015737Z","end":"2026-04-27T01:33:02.250793Z","steps":["trace[134415904] 'process raft request' (duration: 234.986059ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:02.388821Z","caller":"traceutil/trace.go:171","msg":"trace[369810356] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"126.698422ms","start":"2026-04-27T01:33:02.262093Z","end":"2026-04-27T01:33:02.388792Z","steps":["trace[369810356] 'process raft request' (duration: 125.411731ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:02.52314Z","caller":"traceutil/trace.go:171","msg":"trace[902509967] linearizableReadLoop","detail":"{readStateIndex:974; appliedIndex:972; }","duration":"142.3467ms","start":"2026-04-27T01:33:02.380769Z","end":"2026-04-27T01:33:02.523116Z","steps":["trace[902509967] 'read index received' (duration: 6.732198ms)","trace[902509967] 'applied index is now lower than readState.Index' (duration: 135.613581ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:02.523252Z","caller":"traceutil/trace.go:171","msg":"trace[1437187915] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"257.807499ms","start":"2026-04-27T01:33:02.26542Z","end":"2026-04-27T01:33:02.523227Z","steps":["trace[1437187915] 'process raft request' (duration: 257.380735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:02.523383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.603348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-27T01:33:02.523467Z","caller":"traceutil/trace.go:171","msg":"trace[531580495] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:942; }","duration":"142.750102ms","start":"2026-04-27T01:33:02.380701Z","end":"2026-04-27T01:33:02.523452Z","steps":["trace[531580495] 'agreement among raft nodes before linearized reading' (duration: 142.545306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:02.523399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.614309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-27T01:33:02.523555Z","caller":"traceutil/trace.go:171","msg":"trace[675162516] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:942; }","duration":"142.838015ms","start":"2026-04-27T01:33:02.380701Z","end":"2026-04-27T01:33:02.523539Z","steps":["trace[675162516] 'agreement among raft nodes before linearized reading' (duration: 142.606878ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:04.454464Z","caller":"traceutil/trace.go:171","msg":"trace[6059276] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"116.844488ms","start":"2026-04-27T01:33:04.337591Z","end":"2026-04-27T01:33:04.454435Z","steps":["trace[6059276] 'process raft request' (duration: 110.70022ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:05.039835Z","caller":"traceutil/trace.go:171","msg":"trace[1653847849] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"125.936589ms","start":"2026-04-27T01:33:04.913871Z","end":"2026-04-27T01:33:05.039808Z","steps":["trace[1653847849] 'process raft request' (duration: 125.748673ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:06.803309Z","caller":"traceutil/trace.go:171","msg":"trace[2090608995] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"255.258208ms","start":"2026-04-27T01:33:06.548006Z","end":"2026-04-27T01:33:06.803264Z","steps":["trace[2090608995] 'process raft request' (duration: 197.984107ms)","trace[2090608995] 'compare' (duration: 57.084855ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:06.806741Z","caller":"traceutil/trace.go:171","msg":"trace[881363313] linearizableReadLoop","detail":"{readStateIndex:1043; appliedIndex:1041; }","duration":"251.002391ms","start":"2026-04-27T01:33:06.555701Z","end":"2026-04-27T01:33:06.806703Z","steps":["trace[881363313] 'read index received' (duration: 190.295159ms)","trace[881363313] 'applied index is now lower than readState.Index' (duration: 60.687461ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:06.80687Z","caller":"traceutil/trace.go:171","msg":"trace[1390877648] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"257.172109ms","start":"2026-04-27T01:33:06.549665Z","end":"2026-04-27T01:33:06.806837Z","steps":["trace[1390877648] 'process raft request' (duration: 256.818178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:06.807068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.341883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-04-27T01:33:06.80717Z","caller":"traceutil/trace.go:171","msg":"trace[1404132483] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:1010; }","duration":"251.501287ms","start":"2026-04-27T01:33:06.555644Z","end":"2026-04-27T01:33:06.807146Z","steps":["trace[1404132483] 'agreement among raft nodes before linearized reading' (duration: 251.233089ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:07.223272Z","caller":"traceutil/trace.go:171","msg":"trace[1475190237] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"125.096642ms","start":"2026-04-27T01:33:07.098135Z","end":"2026-04-27T01:33:07.223231Z","steps":["trace[1475190237] 'process raft request' (duration: 124.869325ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:07.223427Z","caller":"traceutil/trace.go:171","msg":"trace[1345567796] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"120.388691ms","start":"2026-04-27T01:33:07.102992Z","end":"2026-04-27T01:33:07.223381Z","steps":["trace[1345567796] 'process raft request' (duration: 120.155654ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:09.929761Z","caller":"traceutil/trace.go:171","msg":"trace[766987843] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"402.735481ms","start":"2026-04-27T01:33:09.526992Z","end":"2026-04-27T01:33:09.929728Z","steps":["trace[766987843] 'process raft request' (duration: 402.491223ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:09.929738Z","caller":"traceutil/trace.go:171","msg":"trace[1409099812] linearizableReadLoop","detail":"{readStateIndex:1062; appliedIndex:1061; }","duration":"355.113149ms","start":"2026-04-27T01:33:09.574587Z","end":"2026-04-27T01:33:09.9297Z","steps":["trace[1409099812] 'read index received' (duration: 354.84054ms)","trace[1409099812] 'applied index is now lower than readState.Index' (duration: 271.279µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:33:09.929922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:09.526964Z","time spent":"402.871675ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:33:09.93004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.389058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:33:09.93012Z","caller":"traceutil/trace.go:171","msg":"trace[362536962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1029; }","duration":"355.563534ms","start":"2026-04-27T01:33:09.574538Z","end":"2026-04-27T01:33:09.930102Z","steps":["trace[362536962] 'agreement among raft nodes before linearized reading' (duration: 355.276145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:09.930171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:09.574511Z","time spent":"355.645907ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:33:10.50103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.727635ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:33:10.501146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.264945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:33:10.501148Z","caller":"traceutil/trace.go:171","msg":"trace[1330848285] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1029; }","duration":"140.85833ms","start":"2026-04-27T01:33:10.360272Z","end":"2026-04-27T01:33:10.501131Z","steps":["trace[1330848285] 'range keys from in-memory index tree' (duration: 140.686794ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:10.501243Z","caller":"traceutil/trace.go:171","msg":"trace[2108612712] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"751.861398ms","start":"2026-04-27T01:33:09.749371Z","end":"2026-04-27T01:33:10.501233Z","steps":["trace[2108612712] 'process raft request' (duration: 414.458058ms)","trace[2108612712] 'compare' (duration: 337.131331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:33:10.501285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:09.749351Z","time spent":"751.91484ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:33:10.501355Z","caller":"traceutil/trace.go:171","msg":"trace[652640145] linearizableReadLoop","detail":"{readStateIndex:1064; appliedIndex:1062; }","duration":"112.973012ms","start":"2026-04-27T01:33:10.388367Z","end":"2026-04-27T01:33:10.50134Z","steps":["trace[652640145] 'read index received' (duration: 77.802µs)","trace[652640145] 'applied index is now lower than readState.Index' (duration: 112.89412ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:10.501404Z","caller":"traceutil/trace.go:171","msg":"trace[1773165586] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"568.038747ms","start":"2026-04-27T01:33:09.933354Z","end":"2026-04-27T01:33:10.501393Z","steps":["trace[1773165586] 'process raft request' (duration: 567.846631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:10.501462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:09.933331Z","time spent":"568.097868ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:33:10.501467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.115667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T01:33:10.5015Z","caller":"traceutil/trace.go:171","msg":"trace[1265648344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1031; }","duration":"113.1893ms","start":"2026-04-27T01:33:10.388298Z","end":"2026-04-27T01:33:10.501488Z","steps":["trace[1265648344] 'agreement among raft nodes before linearized reading' (duration: 113.086937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:10.760089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.562456ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-27T01:33:12.270879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.684402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:33:12.270925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.111423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-c89lr\" ","response":"range_response_count:1 size:5071"} {"level":"info","ts":"2026-04-27T01:33:12.270957Z","caller":"traceutil/trace.go:171","msg":"trace[1143297256] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-c89lr; range_end:; response_count:1; response_revision:1042; }","duration":"218.165525ms","start":"2026-04-27T01:33:12.052782Z","end":"2026-04-27T01:33:12.270947Z","steps":["trace[1143297256] 'range keys from in-memory index tree' (duration: 218.021081ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:12.270985Z","caller":"traceutil/trace.go:171","msg":"trace[217050033] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1042; }","duration":"227.805936ms","start":"2026-04-27T01:33:12.043129Z","end":"2026-04-27T01:33:12.270935Z","steps":["trace[217050033] 'count revisions from in-memory index tree' (duration: 227.612639ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:12.611382Z","caller":"traceutil/trace.go:171","msg":"trace[1931714948] linearizableReadLoop","detail":"{readStateIndex:1077; appliedIndex:1076; }","duration":"239.43645ms","start":"2026-04-27T01:33:12.371921Z","end":"2026-04-27T01:33:12.611357Z","steps":["trace[1931714948] 'read index received' (duration: 239.283945ms)","trace[1931714948] 'applied index is now lower than readState.Index' (duration: 151.375µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:12.61143Z","caller":"traceutil/trace.go:171","msg":"trace[1754171942] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"330.084464ms","start":"2026-04-27T01:33:12.281314Z","end":"2026-04-27T01:33:12.611398Z","steps":["trace[1754171942] 'process raft request' (duration: 329.889158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:12.61208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:12.281291Z","time spent":"330.223579ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5056,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:33:12.611773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.589195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:33:12.612171Z","caller":"traceutil/trace.go:171","msg":"trace[1492619106] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1043; }","duration":"240.269446ms","start":"2026-04-27T01:33:12.371883Z","end":"2026-04-27T01:33:12.612152Z","steps":["trace[1492619106] 'agreement among raft nodes before linearized reading' (duration: 239.588514ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:12.807656Z","caller":"traceutil/trace.go:171","msg":"trace[399392480] linearizableReadLoop","detail":"{readStateIndex:1078; appliedIndex:1077; }","duration":"196.176348ms","start":"2026-04-27T01:33:12.611449Z","end":"2026-04-27T01:33:12.807625Z","steps":["trace[399392480] 'read index received' (duration: 188.989006ms)","trace[399392480] 'applied index is now lower than readState.Index' (duration: 7.185762ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:12.807673Z","caller":"traceutil/trace.go:171","msg":"trace[1391142212] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"301.04289ms","start":"2026-04-27T01:33:12.506583Z","end":"2026-04-27T01:33:12.807626Z","steps":["trace[1391142212] 'process raft request' (duration: 293.880889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:12.807852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:12.506561Z","time spent":"301.186275ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:33:12.807843Z","caller":"traceutil/trace.go:171","msg":"trace[250728638] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1045; }","duration":"193.610785ms","start":"2026-04-27T01:33:12.614208Z","end":"2026-04-27T01:33:12.807818Z","steps":["trace[250728638] 'process raft request' (duration: 193.327076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:12.807972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.604244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:33:12.807988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.497516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:33:12.808043Z","caller":"traceutil/trace.go:171","msg":"trace[83032028] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1045; }","duration":"378.724878ms","start":"2026-04-27T01:33:12.4293Z","end":"2026-04-27T01:33:12.808025Z","steps":["trace[83032028] 'agreement among raft nodes before linearized reading' (duration: 378.612115ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:12.808055Z","caller":"traceutil/trace.go:171","msg":"trace[216609508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1045; }","duration":"302.627981ms","start":"2026-04-27T01:33:12.50541Z","end":"2026-04-27T01:33:12.808038Z","steps":["trace[216609508] 'agreement among raft nodes before linearized reading' (duration: 302.376043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:12.807989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.504018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T01:33:12.808091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:12.429276Z","time spent":"378.80524ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-04-27T01:33:12.808105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:12.505385Z","time spent":"302.708054ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T01:33:12.808137Z","caller":"traceutil/trace.go:171","msg":"trace[1980730007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1045; }","duration":"219.639942ms","start":"2026-04-27T01:33:12.588471Z","end":"2026-04-27T01:33:12.808111Z","steps":["trace[1980730007] 'agreement among raft nodes before linearized reading' (duration: 219.298981ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:12.947092Z","caller":"traceutil/trace.go:171","msg":"trace[814139143] linearizableReadLoop","detail":"{readStateIndex:1082; appliedIndex:1079; }","duration":"127.929403ms","start":"2026-04-27T01:33:12.819138Z","end":"2026-04-27T01:33:12.947068Z","steps":["trace[814139143] 'read index received' (duration: 31.772201ms)","trace[814139143] 'applied index is now lower than readState.Index' (duration: 96.156352ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:12.947188Z","caller":"traceutil/trace.go:171","msg":"trace[7000540] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"132.566663ms","start":"2026-04-27T01:33:12.814588Z","end":"2026-04-27T01:33:12.947155Z","steps":["trace[7000540] 'process raft request' (duration: 128.585955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:12.947224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.064288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:33:12.947261Z","caller":"traceutil/trace.go:171","msg":"trace[355233946] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1048; }","duration":"128.164761ms","start":"2026-04-27T01:33:12.819083Z","end":"2026-04-27T01:33:12.947248Z","steps":["trace[355233946] 'agreement among raft nodes before linearized reading' (duration: 128.082498ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:12.947249Z","caller":"traceutil/trace.go:171","msg":"trace[1751899530] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"129.436492ms","start":"2026-04-27T01:33:12.817774Z","end":"2026-04-27T01:33:12.94721Z","steps":["trace[1751899530] 'process raft request' (duration: 129.239466ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:13.411455Z","caller":"traceutil/trace.go:171","msg":"trace[944553266] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"121.640632ms","start":"2026-04-27T01:33:13.289786Z","end":"2026-04-27T01:33:13.411427Z","steps":["trace[944553266] 'process raft request' (duration: 87.414061ms)","trace[944553266] 'compare' (duration: 34.061455ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:13.899224Z","caller":"traceutil/trace.go:171","msg":"trace[2046333927] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"114.064058ms","start":"2026-04-27T01:33:13.785137Z","end":"2026-04-27T01:33:13.899201Z","steps":["trace[2046333927] 'process raft request' (duration: 113.945264ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.007197Z","caller":"traceutil/trace.go:171","msg":"trace[2035184452] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"104.779009ms","start":"2026-04-27T01:33:13.902391Z","end":"2026-04-27T01:33:14.00717Z","steps":["trace[2035184452] 'process raft request' (duration: 71.239281ms)","trace[2035184452] 'compare' (duration: 33.177336ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:14.00725Z","caller":"traceutil/trace.go:171","msg":"trace[1053077591] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"104.109287ms","start":"2026-04-27T01:33:13.903101Z","end":"2026-04-27T01:33:14.007211Z","steps":["trace[1053077591] 'process raft request' (duration: 103.923641ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.362227Z","caller":"traceutil/trace.go:171","msg":"trace[1670254482] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"126.071644ms","start":"2026-04-27T01:33:14.236104Z","end":"2026-04-27T01:33:14.362175Z","steps":["trace[1670254482] 'process raft request' (duration: 125.890708ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.362263Z","caller":"traceutil/trace.go:171","msg":"trace[1342075013] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"125.93915ms","start":"2026-04-27T01:33:14.236294Z","end":"2026-04-27T01:33:14.362233Z","steps":["trace[1342075013] 'process raft request' (duration: 125.823896ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.36237Z","caller":"traceutil/trace.go:171","msg":"trace[683056497] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"126.147557ms","start":"2026-04-27T01:33:14.2362Z","end":"2026-04-27T01:33:14.362348Z","steps":["trace[683056497] 'process raft request' (duration: 125.888498ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.362448Z","caller":"traceutil/trace.go:171","msg":"trace[718403828] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"114.068898ms","start":"2026-04-27T01:33:14.248365Z","end":"2026-04-27T01:33:14.362434Z","steps":["trace[718403828] 'process raft request' (duration: 113.850551ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.362499Z","caller":"traceutil/trace.go:171","msg":"trace[1185007552] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"126.131536ms","start":"2026-04-27T01:33:14.236351Z","end":"2026-04-27T01:33:14.362483Z","steps":["trace[1185007552] 'process raft request' (duration: 125.813856ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.362516Z","caller":"traceutil/trace.go:171","msg":"trace[3128161] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"113.975125ms","start":"2026-04-27T01:33:14.248518Z","end":"2026-04-27T01:33:14.362493Z","steps":["trace[3128161] 'process raft request' (duration: 113.771669ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.362561Z","caller":"traceutil/trace.go:171","msg":"trace[507471437] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"126.172297ms","start":"2026-04-27T01:33:14.236377Z","end":"2026-04-27T01:33:14.362549Z","steps":["trace[507471437] 'process raft request' (duration: 125.812965ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.362552Z","caller":"traceutil/trace.go:171","msg":"trace[2024551916] linearizableReadLoop","detail":"{readStateIndex:1130; appliedIndex:1124; }","duration":"114.511252ms","start":"2026-04-27T01:33:14.248015Z","end":"2026-04-27T01:33:14.362526Z","steps":["trace[2024551916] 'read index received' (duration: 59.048559ms)","trace[2024551916] 'applied index is now lower than readState.Index' (duration: 55.461493ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:14.36264Z","caller":"traceutil/trace.go:171","msg":"trace[1235362597] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"114.173602ms","start":"2026-04-27T01:33:14.248452Z","end":"2026-04-27T01:33:14.362626Z","steps":["trace[1235362597] 'process raft request' (duration: 113.785039ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.362742Z","caller":"traceutil/trace.go:171","msg":"trace[1367668786] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"108.907742ms","start":"2026-04-27T01:33:14.253823Z","end":"2026-04-27T01:33:14.362731Z","steps":["trace[1367668786] 'process raft request' (duration: 108.619703ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.362774Z","caller":"traceutil/trace.go:171","msg":"trace[391277420] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"126.441176ms","start":"2026-04-27T01:33:14.236323Z","end":"2026-04-27T01:33:14.362764Z","steps":["trace[391277420] 'process raft request' (duration: 125.818626ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.362756Z","caller":"traceutil/trace.go:171","msg":"trace[717409516] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"112.178518ms","start":"2026-04-27T01:33:14.25054Z","end":"2026-04-27T01:33:14.362719Z","steps":["trace[717409516] 'process raft request' (duration: 111.774625ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.362646Z","caller":"traceutil/trace.go:171","msg":"trace[1715578368] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"108.982015ms","start":"2026-04-27T01:33:14.253621Z","end":"2026-04-27T01:33:14.362603Z","steps":["trace[1715578368] 'process raft request' (duration: 108.774868ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.362686Z","caller":"traceutil/trace.go:171","msg":"trace[1385611370] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"114.188022ms","start":"2026-04-27T01:33:14.248488Z","end":"2026-04-27T01:33:14.362676Z","steps":["trace[1385611370] 'process raft request' (duration: 113.778409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:14.362944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.896475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:33:14.363019Z","caller":"traceutil/trace.go:171","msg":"trace[463338085] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1104; }","duration":"115.03303ms","start":"2026-04-27T01:33:14.247967Z","end":"2026-04-27T01:33:14.363Z","steps":["trace[463338085] 'agreement among raft nodes before linearized reading' (duration: 114.856224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:14.549755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.41088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:33:14.549836Z","caller":"traceutil/trace.go:171","msg":"trace[384883591] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"181.052832ms","start":"2026-04-27T01:33:14.368767Z","end":"2026-04-27T01:33:14.54982Z","steps":["trace[384883591] 'process raft request' (duration: 33.519418ms)","trace[384883591] 'compare' (duration: 147.312217ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:14.555733Z","caller":"traceutil/trace.go:171","msg":"trace[619941929] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"186.421804ms","start":"2026-04-27T01:33:14.369257Z","end":"2026-04-27T01:33:14.555679Z","steps":["trace[619941929] 'process raft request' (duration: 186.29662ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.555813Z","caller":"traceutil/trace.go:171","msg":"trace[2093790915] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"186.526188ms","start":"2026-04-27T01:33:14.369239Z","end":"2026-04-27T01:33:14.555765Z","steps":["trace[2093790915] 'process raft request' (duration: 186.191657ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.55596Z","caller":"traceutil/trace.go:171","msg":"trace[2055767733] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"182.814888ms","start":"2026-04-27T01:33:14.373041Z","end":"2026-04-27T01:33:14.555856Z","steps":["trace[2055767733] 'process raft request' (duration: 182.599991ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.556042Z","caller":"traceutil/trace.go:171","msg":"trace[933290745] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"169.151079ms","start":"2026-04-27T01:33:14.386874Z","end":"2026-04-27T01:33:14.556025Z","steps":["trace[933290745] 'process raft request' (duration: 168.924262ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.555928Z","caller":"traceutil/trace.go:171","msg":"trace[325861982] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"180.449332ms","start":"2026-04-27T01:33:14.375451Z","end":"2026-04-27T01:33:14.5559Z","steps":["trace[325861982] 'process raft request' (duration: 180.237816ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.555836Z","caller":"traceutil/trace.go:171","msg":"trace[164004005] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"185.759243ms","start":"2026-04-27T01:33:14.370058Z","end":"2026-04-27T01:33:14.555817Z","steps":["trace[164004005] 'process raft request' (duration: 185.536706ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.761568Z","caller":"traceutil/trace.go:171","msg":"trace[54790908] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"110.044258ms","start":"2026-04-27T01:33:14.651488Z","end":"2026-04-27T01:33:14.761533Z","steps":["trace[54790908] 'process raft request' (duration: 109.838661ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.798361Z","caller":"traceutil/trace.go:171","msg":"trace[171802725] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"127.662226ms","start":"2026-04-27T01:33:14.670669Z","end":"2026-04-27T01:33:14.798331Z","steps":["trace[171802725] 'process raft request' (duration: 127.400677ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.79872Z","caller":"traceutil/trace.go:171","msg":"trace[187908813] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"123.423279ms","start":"2026-04-27T01:33:14.675286Z","end":"2026-04-27T01:33:14.798709Z","steps":["trace[187908813] 'process raft request' (duration: 122.980934ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.936228Z","caller":"traceutil/trace.go:171","msg":"trace[1029424299] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"112.446206ms","start":"2026-04-27T01:33:14.823755Z","end":"2026-04-27T01:33:14.936201Z","steps":["trace[1029424299] 'process raft request' (duration: 112.165147ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:14.936397Z","caller":"traceutil/trace.go:171","msg":"trace[1453715597] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"101.493143ms","start":"2026-04-27T01:33:14.834869Z","end":"2026-04-27T01:33:14.936362Z","steps":["trace[1453715597] 'process raft request' (duration: 101.266196ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:15.151882Z","caller":"traceutil/trace.go:171","msg":"trace[356634729] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"172.470676ms","start":"2026-04-27T01:33:14.979384Z","end":"2026-04-27T01:33:15.151854Z","steps":["trace[356634729] 'process raft request' (duration: 165.820442ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:15.151969Z","caller":"traceutil/trace.go:171","msg":"trace[832014502] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"171.255927ms","start":"2026-04-27T01:33:14.980687Z","end":"2026-04-27T01:33:15.151943Z","steps":["trace[832014502] 'process raft request' (duration: 171.202116ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:15.152003Z","caller":"traceutil/trace.go:171","msg":"trace[747423550] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"172.201337ms","start":"2026-04-27T01:33:14.979775Z","end":"2026-04-27T01:33:15.151976Z","steps":["trace[747423550] 'process raft request' (duration: 172.079944ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:15.15203Z","caller":"traceutil/trace.go:171","msg":"trace[850592828] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"172.60432ms","start":"2026-04-27T01:33:14.97939Z","end":"2026-04-27T01:33:15.151995Z","steps":["trace[850592828] 'process raft request' (duration: 172.412524ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:15.237695Z","caller":"traceutil/trace.go:171","msg":"trace[1893089195] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"145.036824ms","start":"2026-04-27T01:33:15.092627Z","end":"2026-04-27T01:33:15.237664Z","steps":["trace[1893089195] 'process raft request' (duration: 144.864548ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:15.350115Z","caller":"traceutil/trace.go:171","msg":"trace[641050] linearizableReadLoop","detail":"{readStateIndex:1173; appliedIndex:1171; }","duration":"192.726887ms","start":"2026-04-27T01:33:15.157372Z","end":"2026-04-27T01:33:15.350098Z","steps":["trace[641050] 'read index received' (duration: 80.219929ms)","trace[641050] 'applied index is now lower than readState.Index' (duration: 112.505938ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:15.350143Z","caller":"traceutil/trace.go:171","msg":"trace[1697883393] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"193.758951ms","start":"2026-04-27T01:33:15.156353Z","end":"2026-04-27T01:33:15.350112Z","steps":["trace[1697883393] 'process raft request' (duration: 193.487872ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:15.350196Z","caller":"traceutil/trace.go:171","msg":"trace[1219089242] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"192.085427ms","start":"2026-04-27T01:33:15.158079Z","end":"2026-04-27T01:33:15.350164Z","steps":["trace[1219089242] 'process raft request' (duration: 191.913782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:15.350264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.871872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:33:15.35025Z","caller":"traceutil/trace.go:171","msg":"trace[362768588] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"190.00917ms","start":"2026-04-27T01:33:15.160202Z","end":"2026-04-27T01:33:15.350212Z","steps":["trace[362768588] 'process raft request' (duration: 189.863815ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:15.350299Z","caller":"traceutil/trace.go:171","msg":"trace[1746533031] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:1143; }","duration":"192.947564ms","start":"2026-04-27T01:33:15.157339Z","end":"2026-04-27T01:33:15.350287Z","steps":["trace[1746533031] 'agreement among raft nodes before linearized reading' (duration: 192.859942ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:15.350265Z","caller":"traceutil/trace.go:171","msg":"trace[543115777] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"192.523851ms","start":"2026-04-27T01:33:15.157698Z","end":"2026-04-27T01:33:15.350221Z","steps":["trace[543115777] 'process raft request' (duration: 192.255423ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:15.350518Z","caller":"traceutil/trace.go:171","msg":"trace[1267458275] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"191.945292ms","start":"2026-04-27T01:33:15.15852Z","end":"2026-04-27T01:33:15.350466Z","steps":["trace[1267458275] 'process raft request' (duration: 191.513698ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:15.72833Z","caller":"traceutil/trace.go:171","msg":"trace[1701520180] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"158.623911ms","start":"2026-04-27T01:33:15.569657Z","end":"2026-04-27T01:33:15.728281Z","steps":["trace[1701520180] 'process raft request' (duration: 158.30321ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:15.728383Z","caller":"traceutil/trace.go:171","msg":"trace[140345313] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"156.572255ms","start":"2026-04-27T01:33:15.571758Z","end":"2026-04-27T01:33:15.72833Z","steps":["trace[140345313] 'process raft request' (duration: 156.40159ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:15.728815Z","caller":"traceutil/trace.go:171","msg":"trace[1190162149] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"144.424825ms","start":"2026-04-27T01:33:15.584357Z","end":"2026-04-27T01:33:15.728782Z","steps":["trace[1190162149] 'process raft request' (duration: 143.855806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:15.729071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.509173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:33:15.729143Z","caller":"traceutil/trace.go:171","msg":"trace[1243326524] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1172; }","duration":"114.634257ms","start":"2026-04-27T01:33:15.614488Z","end":"2026-04-27T01:33:15.729123Z","steps":["trace[1243326524] 'agreement among raft nodes before linearized reading' (duration: 114.498182ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:15.931824Z","caller":"traceutil/trace.go:171","msg":"trace[441469230] linearizableReadLoop","detail":"{readStateIndex:1207; appliedIndex:1206; }","duration":"203.037959ms","start":"2026-04-27T01:33:15.728726Z","end":"2026-04-27T01:33:15.931764Z","steps":["trace[441469230] 'read index received' (duration: 122.083186ms)","trace[441469230] 'applied index is now lower than readState.Index' (duration: 80.953173ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:15.931857Z","caller":"traceutil/trace.go:171","msg":"trace[855479597] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"269.125015ms","start":"2026-04-27T01:33:15.662693Z","end":"2026-04-27T01:33:15.931818Z","steps":["trace[855479597] 'process raft request' (duration: 188.103739ms)","trace[855479597] 'compare' (duration: 80.716856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:33:15.932006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.970604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"warn","ts":"2026-04-27T01:33:15.932109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.110988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-04-27T01:33:15.932208Z","caller":"traceutil/trace.go:171","msg":"trace[1974030907] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1173; }","duration":"234.244672ms","start":"2026-04-27T01:33:15.697935Z","end":"2026-04-27T01:33:15.932179Z","steps":["trace[1974030907] 'agreement among raft nodes before linearized reading' (duration: 234.016505ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:15.932236Z","caller":"traceutil/trace.go:171","msg":"trace[2091490783] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1173; }","duration":"234.219702ms","start":"2026-04-27T01:33:15.69794Z","end":"2026-04-27T01:33:15.932159Z","steps":["trace[2091490783] 'agreement among raft nodes before linearized reading' (duration: 233.889931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:15.932161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.073307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-04-27T01:33:15.932623Z","caller":"traceutil/trace.go:171","msg":"trace[725038595] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1173; }","duration":"234.654226ms","start":"2026-04-27T01:33:15.697926Z","end":"2026-04-27T01:33:15.932581Z","steps":["trace[725038595] 'agreement among raft nodes before linearized reading' (duration: 233.931663ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:15.935165Z","caller":"traceutil/trace.go:171","msg":"trace[1245767129] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"200.189028ms","start":"2026-04-27T01:33:15.734958Z","end":"2026-04-27T01:33:15.935147Z","steps":["trace[1245767129] 'process raft request' (duration: 200.003412ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:15.935213Z","caller":"traceutil/trace.go:171","msg":"trace[1066406645] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"198.425961ms","start":"2026-04-27T01:33:15.736775Z","end":"2026-04-27T01:33:15.935201Z","steps":["trace[1066406645] 'process raft request' (duration: 198.310297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:15.939857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.15656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:33:15.939898Z","caller":"traceutil/trace.go:171","msg":"trace[1926575848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1175; }","duration":"174.216952ms","start":"2026-04-27T01:33:15.765671Z","end":"2026-04-27T01:33:15.939888Z","steps":["trace[1926575848] 'agreement among raft nodes before linearized reading' (duration: 174.14153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:15.939874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.778653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:33:15.939984Z","caller":"traceutil/trace.go:171","msg":"trace[1747341896] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:1175; }","duration":"198.931527ms","start":"2026-04-27T01:33:15.741031Z","end":"2026-04-27T01:33:15.939962Z","steps":["trace[1747341896] 'agreement among raft nodes before linearized reading' (duration: 198.774802ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:16.123546Z","caller":"traceutil/trace.go:171","msg":"trace[1136173469] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"177.459976ms","start":"2026-04-27T01:33:15.946059Z","end":"2026-04-27T01:33:16.123519Z","steps":["trace[1136173469] 'process raft request' (duration: 177.2875ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:16.20384Z","caller":"traceutil/trace.go:171","msg":"trace[1374775803] linearizableReadLoop","detail":"{readStateIndex:1212; appliedIndex:1211; }","duration":"145.720766ms","start":"2026-04-27T01:33:16.058096Z","end":"2026-04-27T01:33:16.203817Z","steps":["trace[1374775803] 'read index received' (duration: 65.539868ms)","trace[1374775803] 'applied index is now lower than readState.Index' (duration: 80.179408ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:16.203922Z","caller":"traceutil/trace.go:171","msg":"trace[137383057] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"170.478781ms","start":"2026-04-27T01:33:16.033407Z","end":"2026-04-27T01:33:16.203885Z","steps":["trace[137383057] 'process raft request' (duration: 170.11681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:16.204001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.902071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T01:33:16.204029Z","caller":"traceutil/trace.go:171","msg":"trace[2093548575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1177; }","duration":"145.987275ms","start":"2026-04-27T01:33:16.058032Z","end":"2026-04-27T01:33:16.20402Z","steps":["trace[2093548575] 'agreement among raft nodes before linearized reading' (duration: 145.876801ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:19.30416Z","caller":"traceutil/trace.go:171","msg":"trace[572443564] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"236.303169ms","start":"2026-04-27T01:33:19.067835Z","end":"2026-04-27T01:33:19.304138Z","steps":["trace[572443564] 'process raft request' (duration: 236.127483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:21.195655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.718986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T01:33:21.195728Z","caller":"traceutil/trace.go:171","msg":"trace[1424718358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1218; }","duration":"127.83626ms","start":"2026-04-27T01:33:21.067873Z","end":"2026-04-27T01:33:21.19571Z","steps":["trace[1424718358] 'range keys from in-memory index tree' (duration: 127.475479ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:23.138086Z","caller":"traceutil/trace.go:171","msg":"trace[1931494890] linearizableReadLoop","detail":"{readStateIndex:1267; appliedIndex:1266; }","duration":"118.228802ms","start":"2026-04-27T01:33:23.019836Z","end":"2026-04-27T01:33:23.138065Z","steps":["trace[1931494890] 'read index received' (duration: 117.956873ms)","trace[1931494890] 'applied index is now lower than readState.Index' (duration: 270.779µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:23.138136Z","caller":"traceutil/trace.go:171","msg":"trace[471748407] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"184.920636ms","start":"2026-04-27T01:33:22.953185Z","end":"2026-04-27T01:33:23.138106Z","steps":["trace[471748407] 'process raft request' (duration: 184.655638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:23.138198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.336715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:33:23.138225Z","caller":"traceutil/trace.go:171","msg":"trace[801166142] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1231; }","duration":"118.420818ms","start":"2026-04-27T01:33:23.019797Z","end":"2026-04-27T01:33:23.138217Z","steps":["trace[801166142] 'agreement among raft nodes before linearized reading' (duration: 118.346355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:23.353847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.47366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:33:23.353911Z","caller":"traceutil/trace.go:171","msg":"trace[1625286439] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1231; }","duration":"104.594923ms","start":"2026-04-27T01:33:23.249302Z","end":"2026-04-27T01:33:23.353897Z","steps":["trace[1625286439] 'count revisions from in-memory index tree' (duration: 104.366147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:23.353851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.872837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T01:33:23.354068Z","caller":"traceutil/trace.go:171","msg":"trace[662764488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1231; }","duration":"112.114255ms","start":"2026-04-27T01:33:23.241931Z","end":"2026-04-27T01:33:23.354046Z","steps":["trace[662764488] 'range keys from in-memory index tree' (duration: 111.760214ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:23.489166Z","caller":"traceutil/trace.go:171","msg":"trace[1852711396] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"130.96124ms","start":"2026-04-27T01:33:23.358186Z","end":"2026-04-27T01:33:23.489147Z","steps":["trace[1852711396] 'process raft request' (duration: 126.398704ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:28.218715Z","caller":"traceutil/trace.go:171","msg":"trace[1543532115] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"141.105887ms","start":"2026-04-27T01:33:28.077581Z","end":"2026-04-27T01:33:28.218687Z","steps":["trace[1543532115] 'process raft request' (duration: 140.964273ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:29.730409Z","caller":"traceutil/trace.go:171","msg":"trace[1638123774] linearizableReadLoop","detail":"{readStateIndex:1320; appliedIndex:1319; }","duration":"157.832415ms","start":"2026-04-27T01:33:29.572545Z","end":"2026-04-27T01:33:29.730378Z","steps":["trace[1638123774] 'read index received' (duration: 157.630459ms)","trace[1638123774] 'applied index is now lower than readState.Index' (duration: 200.916µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:29.730552Z","caller":"traceutil/trace.go:171","msg":"trace[222250155] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"166.166173ms","start":"2026-04-27T01:33:29.564347Z","end":"2026-04-27T01:33:29.730513Z","steps":["trace[222250155] 'process raft request' (duration: 165.808291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:29.730618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.057722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:33:29.730655Z","caller":"traceutil/trace.go:171","msg":"trace[972251250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1281; }","duration":"158.134785ms","start":"2026-04-27T01:33:29.572509Z","end":"2026-04-27T01:33:29.730644Z","steps":["trace[972251250] 'agreement among raft nodes before linearized reading' (duration: 157.99136ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:30.602215Z","caller":"traceutil/trace.go:171","msg":"trace[664636661] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"200.421705ms","start":"2026-04-27T01:33:30.401762Z","end":"2026-04-27T01:33:30.602184Z","steps":["trace[664636661] 'process raft request' (duration: 200.247339ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:31.855986Z","caller":"traceutil/trace.go:171","msg":"trace[887841370] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"115.353579ms","start":"2026-04-27T01:33:31.740592Z","end":"2026-04-27T01:33:31.855946Z","steps":["trace[887841370] 'process raft request' (duration: 115.07662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:40.49326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022259106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:33:40.994302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022259106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:33:41.475287Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.327629441s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T01:33:41.475757Z","caller":"traceutil/trace.go:171","msg":"trace[477091210] linearizableReadLoop","detail":"{readStateIndex:1363; appliedIndex:1362; }","duration":"1.482594745s","start":"2026-04-27T01:33:39.993138Z","end":"2026-04-27T01:33:41.475733Z","steps":["trace[477091210] 'read index received' (duration: 1.482386958s)","trace[477091210] 'applied index is now lower than readState.Index' (duration: 206.607µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:33:41.475969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482808551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T01:33:41.476026Z","caller":"traceutil/trace.go:171","msg":"trace[1637743516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1322; }","duration":"1.482916065s","start":"2026-04-27T01:33:39.993097Z","end":"2026-04-27T01:33:41.476013Z","steps":["trace[1637743516] 'agreement among raft nodes before linearized reading' (duration: 1.482730429s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:41.475892Z","caller":"traceutil/trace.go:171","msg":"trace[363340680] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"1.512965611s","start":"2026-04-27T01:33:39.962831Z","end":"2026-04-27T01:33:41.475797Z","steps":["trace[363340680] 'process raft request' (duration: 1.512673511s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:41.476076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:39.993072Z","time spent":"1.482992187s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:33:41.476313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:39.962808Z","time spent":"1.513327993s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:33:41.520211Z","caller":"traceutil/trace.go:171","msg":"trace[1286012915] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"260.711493ms","start":"2026-04-27T01:33:41.259458Z","end":"2026-04-27T01:33:41.52017Z","steps":["trace[1286012915] 'process raft request' (duration: 259.787323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:41.520322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05487062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:33:41.520411Z","caller":"traceutil/trace.go:171","msg":"trace[1993814726] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1323; }","duration":"1.054970794s","start":"2026-04-27T01:33:40.465418Z","end":"2026-04-27T01:33:41.520389Z","steps":["trace[1993814726] 'agreement among raft nodes before linearized reading' (duration: 1.054834269s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:41.520251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525108001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T01:33:41.520472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:40.46539Z","time spent":"1.055063787s","remote":"127.0.0.1:47928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:33:41.520451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.385426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.67\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-27T01:33:41.520258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.079762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:33:41.520562Z","caller":"traceutil/trace.go:171","msg":"trace[1792469573] range","detail":"{range_begin:/registry/masterleases/199.19.213.67; range_end:; response_count:1; response_revision:1323; }","duration":"985.544811ms","start":"2026-04-27T01:33:40.534991Z","end":"2026-04-27T01:33:41.520536Z","steps":["trace[1792469573] 'agreement among raft nodes before linearized reading' (duration: 985.337985ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:41.520593Z","caller":"traceutil/trace.go:171","msg":"trace[725665595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1323; }","duration":"756.452465ms","start":"2026-04-27T01:33:40.764127Z","end":"2026-04-27T01:33:41.520579Z","steps":["trace[725665595] 'agreement among raft nodes before linearized reading' (duration: 756.051852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:41.520623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:40.764116Z","time spent":"756.500036ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:33:41.520625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:40.534966Z","time spent":"985.644995ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.67\" "} {"level":"info","ts":"2026-04-27T01:33:41.520619Z","caller":"traceutil/trace.go:171","msg":"trace[522948999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1323; }","duration":"1.525400161s","start":"2026-04-27T01:33:39.995096Z","end":"2026-04-27T01:33:41.520496Z","steps":["trace[522948999] 'agreement among raft nodes before linearized reading' (duration: 1.525001568s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:41.520349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15127099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-27T01:33:41.520722Z","caller":"traceutil/trace.go:171","msg":"trace[667532123] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1323; }","duration":"1.151678693s","start":"2026-04-27T01:33:40.369029Z","end":"2026-04-27T01:33:41.520707Z","steps":["trace[667532123] 'agreement among raft nodes before linearized reading' (duration: 1.151260559s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:41.520762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:40.369006Z","time spent":"1.151745695s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T01:33:41.520664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.508606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T01:33:41.520853Z","caller":"traceutil/trace.go:171","msg":"trace[548072795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1323; }","duration":"785.073845ms","start":"2026-04-27T01:33:40.735762Z","end":"2026-04-27T01:33:41.520835Z","steps":["trace[548072795] 'agreement among raft nodes before linearized reading' (duration: 784.363452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:41.520947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:40.735739Z","time spent":"785.190108ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:33:41.521693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:39.995079Z","time spent":"1.525624858s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:33:41.73137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.012703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:33:41.731676Z","caller":"traceutil/trace.go:171","msg":"trace[1457079728] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"250.572557ms","start":"2026-04-27T01:33:41.481027Z","end":"2026-04-27T01:33:41.7316Z","steps":["trace[1457079728] 'process raft request' (duration: 105.229714ms)","trace[1457079728] 'compare' (duration: 144.896829ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:41.732655Z","caller":"traceutil/trace.go:171","msg":"trace[33066421] linearizableReadLoop","detail":"{readStateIndex:1366; appliedIndex:1364; }","duration":"210.719606ms","start":"2026-04-27T01:33:41.521907Z","end":"2026-04-27T01:33:41.732626Z","steps":["trace[33066421] 'read index received' (duration: 64.432952ms)","trace[33066421] 'applied index is now lower than readState.Index' (duration: 146.285374ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:41.732958Z","caller":"traceutil/trace.go:171","msg":"trace[1645891057] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"207.42361ms","start":"2026-04-27T01:33:41.525507Z","end":"2026-04-27T01:33:41.732931Z","steps":["trace[1645891057] 'process raft request' (duration: 206.919254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:41.733065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.14593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:33:41.73313Z","caller":"traceutil/trace.go:171","msg":"trace[1382597595] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"207.352527ms","start":"2026-04-27T01:33:41.525764Z","end":"2026-04-27T01:33:41.733117Z","steps":["trace[1382597595] 'process raft request' (duration: 206.81429ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:41.733138Z","caller":"traceutil/trace.go:171","msg":"trace[1416370685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1327; }","duration":"211.249873ms","start":"2026-04-27T01:33:41.521871Z","end":"2026-04-27T01:33:41.733121Z","steps":["trace[1416370685] 'agreement among raft nodes before linearized reading' (duration: 211.084498ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:41.733067Z","caller":"traceutil/trace.go:171","msg":"trace[165962838] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"207.347057ms","start":"2026-04-27T01:33:41.525702Z","end":"2026-04-27T01:33:41.733049Z","steps":["trace[165962838] 'process raft request' (duration: 206.82728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:41.733772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.744224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:33:41.733812Z","caller":"traceutil/trace.go:171","msg":"trace[1384383457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1327; }","duration":"130.834187ms","start":"2026-04-27T01:33:41.602967Z","end":"2026-04-27T01:33:41.733802Z","steps":["trace[1384383457] 'agreement among raft nodes before linearized reading' (duration: 130.713043ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:53.995407Z","caller":"traceutil/trace.go:171","msg":"trace[741312287] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"137.699468ms","start":"2026-04-27T01:33:53.857683Z","end":"2026-04-27T01:33:53.995382Z","steps":["trace[741312287] 'process raft request' (duration: 137.515072ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:34:00.322413Z","caller":"traceutil/trace.go:171","msg":"trace[1033172062] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"421.862916ms","start":"2026-04-27T01:33:59.900516Z","end":"2026-04-27T01:34:00.322379Z","steps":["trace[1033172062] 'process raft request' (duration: 421.67663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:00.32261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:59.900495Z","time spent":"422.031281ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:34:00.62434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.157112ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:34:00.624497Z","caller":"traceutil/trace.go:171","msg":"trace[1384050324] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1561; }","duration":"263.333088ms","start":"2026-04-27T01:34:00.361134Z","end":"2026-04-27T01:34:00.624467Z","steps":["trace[1384050324] 'range keys from in-memory index tree' (duration: 263.133252ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:34:00.624791Z","caller":"traceutil/trace.go:171","msg":"trace[804805327] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"722.588127ms","start":"2026-04-27T01:33:59.90219Z","end":"2026-04-27T01:34:00.624778Z","steps":["trace[804805327] 'process raft request' (duration: 720.800999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:00.624903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:59.902173Z","time spent":"722.665769ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:34:00.624694Z","caller":"traceutil/trace.go:171","msg":"trace[1645092317] linearizableReadLoop","detail":"{readStateIndex:1612; appliedIndex:1610; }","duration":"721.555073ms","start":"2026-04-27T01:33:59.903097Z","end":"2026-04-27T01:34:00.624652Z","steps":["trace[1645092317] 'read index received' (duration: 418.999334ms)","trace[1645092317] 'applied index is now lower than readState.Index' (duration: 302.554359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:34:00.62509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.948936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T01:34:00.625188Z","caller":"traceutil/trace.go:171","msg":"trace[1167857990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1562; }","duration":"722.107121ms","start":"2026-04-27T01:33:59.903056Z","end":"2026-04-27T01:34:00.625163Z","steps":["trace[1167857990] 'agreement among raft nodes before linearized reading' (duration: 721.824412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:00.625258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:59.90304Z","time spent":"722.201214ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:34:00.625303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.986553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T01:34:00.625369Z","caller":"traceutil/trace.go:171","msg":"trace[1277340948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1562; }","duration":"609.195509ms","start":"2026-04-27T01:34:00.016155Z","end":"2026-04-27T01:34:00.625351Z","steps":["trace[1277340948] 'agreement among raft nodes before linearized reading' (duration: 608.866989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:00.625407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:00.016136Z","time spent":"609.261932ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T01:34:01.774785Z","caller":"traceutil/trace.go:171","msg":"trace[2142040466] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"181.264299ms","start":"2026-04-27T01:34:01.593478Z","end":"2026-04-27T01:34:01.774742Z","steps":["trace[2142040466] 'process raft request' (duration: 97.915449ms)","trace[2142040466] 'compare' (duration: 83.035549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:34:03.137079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022259581,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T01:34:03.19564Z","caller":"traceutil/trace.go:171","msg":"trace[1912335877] linearizableReadLoop","detail":"{readStateIndex:1625; appliedIndex:1624; }","duration":"558.821759ms","start":"2026-04-27T01:34:02.63679Z","end":"2026-04-27T01:34:03.195612Z","steps":["trace[1912335877] 'read index received' (duration: 558.797189ms)","trace[1912335877] 'applied index is now lower than readState.Index' (duration: 23.63µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:34:03.196345Z","caller":"traceutil/trace.go:171","msg":"trace[371458422] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"563.189339ms","start":"2026-04-27T01:34:02.633129Z","end":"2026-04-27T01:34:03.196318Z","steps":["trace[371458422] 'process raft request' (duration: 562.330531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:03.196479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:02.633115Z","time spent":"563.295673ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:34:03.295627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.778731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T01:34:03.295705Z","caller":"traceutil/trace.go:171","msg":"trace[1241468239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1574; }","duration":"657.884164ms","start":"2026-04-27T01:34:02.637801Z","end":"2026-04-27T01:34:03.295685Z","steps":["trace[1241468239] 'agreement among raft nodes before linearized reading' (duration: 558.027503ms)","trace[1241468239] 'range keys from in-memory index tree' (duration: 99.605753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:34:03.29576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:02.637795Z","time spent":"657.955217ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:34:03.295627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.821685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T01:34:03.295841Z","caller":"traceutil/trace.go:171","msg":"trace[2042125703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1574; }","duration":"659.064223ms","start":"2026-04-27T01:34:02.63676Z","end":"2026-04-27T01:34:03.295824Z","steps":["trace[2042125703] 'agreement among raft nodes before linearized reading' (duration: 558.972804ms)","trace[2042125703] 'range keys from in-memory index tree' (duration: 99.730047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:34:03.295884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:02.636745Z","time spent":"659.126904ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T01:34:03.590626Z","caller":"traceutil/trace.go:171","msg":"trace[1163225872] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"288.498407ms","start":"2026-04-27T01:34:03.302098Z","end":"2026-04-27T01:34:03.590597Z","steps":["trace[1163225872] 'process raft request' (duration: 288.350103ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:34:11.808272Z","caller":"traceutil/trace.go:171","msg":"trace[1531415966] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"128.256577ms","start":"2026-04-27T01:34:11.679984Z","end":"2026-04-27T01:34:11.808241Z","steps":["trace[1531415966] 'process raft request' (duration: 82.744389ms)","trace[1531415966] 'compare' (duration: 45.319362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:34:15.855916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.349825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T01:34:15.855993Z","caller":"traceutil/trace.go:171","msg":"trace[1975129701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1793; }","duration":"151.468229ms","start":"2026-04-27T01:34:15.70451Z","end":"2026-04-27T01:34:15.855978Z","steps":["trace[1975129701] 'range keys from in-memory index tree' (duration: 151.236312ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:34:20.638795Z","caller":"traceutil/trace.go:171","msg":"trace[290607547] linearizableReadLoop","detail":"{readStateIndex:1915; appliedIndex:1914; }","duration":"146.103068ms","start":"2026-04-27T01:34:20.492671Z","end":"2026-04-27T01:34:20.638774Z","steps":["trace[290607547] 'read index received' (duration: 145.975154ms)","trace[290607547] 'applied index is now lower than readState.Index' (duration: 126.704µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:34:20.638904Z","caller":"traceutil/trace.go:171","msg":"trace[705113226] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"161.79261ms","start":"2026-04-27T01:34:20.477104Z","end":"2026-04-27T01:34:20.638897Z","steps":["trace[705113226] 'process raft request' (duration: 161.536112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:20.639131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.175541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.67\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-27T01:34:20.63922Z","caller":"traceutil/trace.go:171","msg":"trace[1663411522] range","detail":"{range_begin:/registry/masterleases/199.19.213.67; range_end:; response_count:1; response_revision:1857; }","duration":"102.292624ms","start":"2026-04-27T01:34:20.536904Z","end":"2026-04-27T01:34:20.639197Z","steps":["trace[1663411522] 'agreement among raft nodes before linearized reading' (duration: 102.051077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:20.639377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.690237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T01:34:20.639411Z","caller":"traceutil/trace.go:171","msg":"trace[231369358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1857; }","duration":"146.776839ms","start":"2026-04-27T01:34:20.492627Z","end":"2026-04-27T01:34:20.639404Z","steps":["trace[231369358] 'agreement among raft nodes before linearized reading' (duration: 146.640655ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:34:26.997702Z","caller":"traceutil/trace.go:171","msg":"trace[70622432] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"366.176773ms","start":"2026-04-27T01:34:26.631502Z","end":"2026-04-27T01:34:26.997679Z","steps":["trace[70622432] 'process raft request' (duration: 366.019458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:26.997833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:26.631453Z","time spent":"366.312548ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:34:26.997906Z","caller":"traceutil/trace.go:171","msg":"trace[602079279] linearizableReadLoop","detail":"{readStateIndex:2028; appliedIndex:2027; }","duration":"362.182955ms","start":"2026-04-27T01:34:26.635698Z","end":"2026-04-27T01:34:26.997881Z","steps":["trace[602079279] 'read index received' (duration: 361.869905ms)","trace[602079279] 'applied index is now lower than readState.Index' (duration: 311.61µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:34:26.998061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.358442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-27T01:34:26.998092Z","caller":"traceutil/trace.go:171","msg":"trace[569780229] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1966; }","duration":"362.444954ms","start":"2026-04-27T01:34:26.635638Z","end":"2026-04-27T01:34:26.998083Z","steps":["trace[569780229] 'agreement among raft nodes before linearized reading' (duration: 362.33177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:26.998116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:26.635612Z","time spent":"362.496936ms","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4615,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T01:34:27.311289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.673825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:34:27.311652Z","caller":"traceutil/trace.go:171","msg":"trace[935728650] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2028; }","duration":"313.678832ms","start":"2026-04-27T01:34:26.997957Z","end":"2026-04-27T01:34:27.311635Z","steps":["trace[935728650] 'read index received' (duration: 117.497541ms)","trace[935728650] 'applied index is now lower than readState.Index' (duration: 196.179421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:34:27.311884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.314694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e96c2b22-0524-4c04-a977-cddf3d5f0cf7\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-27T01:34:27.311929Z","caller":"traceutil/trace.go:171","msg":"trace[693424711] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e96c2b22-0524-4c04-a977-cddf3d5f0cf7; range_end:; response_count:1; response_revision:1967; }","duration":"607.400977ms","start":"2026-04-27T01:34:26.704518Z","end":"2026-04-27T01:34:27.311919Z","steps":["trace[693424711] 'agreement among raft nodes before linearized reading' (duration: 607.220591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:27.31192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.722198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-27T01:34:27.311966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:26.704499Z","time spent":"607.457998ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e96c2b22-0524-4c04-a977-cddf3d5f0cf7\" "} {"level":"info","ts":"2026-04-27T01:34:27.31199Z","caller":"traceutil/trace.go:171","msg":"trace[1413698701] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1967; }","duration":"449.850142ms","start":"2026-04-27T01:34:26.862122Z","end":"2026-04-27T01:34:27.311972Z","steps":["trace[1413698701] 'agreement among raft nodes before linearized reading' (duration: 449.562403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:27.312031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:26.86208Z","time spent":"449.941825ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-27T01:34:27.311921Z","caller":"traceutil/trace.go:171","msg":"trace[2053074091] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"318.294971ms","start":"2026-04-27T01:34:26.993597Z","end":"2026-04-27T01:34:27.311892Z","steps":["trace[2053074091] 'process raft request' (duration: 121.920553ms)","trace[2053074091] 'compare' (duration: 195.236881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:34:27.312286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.747736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e96c2b22-0524-4c04-a977-cddf3d5f0cf7\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-27T01:34:27.312402Z","caller":"traceutil/trace.go:171","msg":"trace[371266277] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e96c2b22-0524-4c04-a977-cddf3d5f0cf7; range_end:; response_count:1; response_revision:1967; }","duration":"671.87635ms","start":"2026-04-27T01:34:26.640505Z","end":"2026-04-27T01:34:27.312381Z","steps":["trace[371266277] 'agreement among raft nodes before linearized reading' (duration: 671.608982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:27.312398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.99547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T01:34:27.312492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:26.640494Z","time spent":"671.985514ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e96c2b22-0524-4c04-a977-cddf3d5f0cf7\" "} {"level":"warn","ts":"2026-04-27T01:34:27.312335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.817252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:34:27.312577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.417545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-27T01:34:27.312646Z","caller":"traceutil/trace.go:171","msg":"trace[526038835] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1967; }","duration":"214.545328ms","start":"2026-04-27T01:34:27.09809Z","end":"2026-04-27T01:34:27.312635Z","steps":["trace[526038835] 'agreement among raft nodes before linearized reading' (duration: 214.314461ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:34:27.312511Z","caller":"traceutil/trace.go:171","msg":"trace[516035291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1967; }","duration":"645.160345ms","start":"2026-04-27T01:34:26.667327Z","end":"2026-04-27T01:34:27.312488Z","steps":["trace[516035291] 'agreement among raft nodes before linearized reading' (duration: 644.852825ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:34:27.312681Z","caller":"traceutil/trace.go:171","msg":"trace[1463623830] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1967; }","duration":"138.142033ms","start":"2026-04-27T01:34:27.17447Z","end":"2026-04-27T01:34:27.312612Z","steps":["trace[1463623830] 'agreement among raft nodes before linearized reading' (duration: 137.813832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:27.312772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:26.667306Z","time spent":"645.419833ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:34:27.312541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:26.99357Z","time spent":"318.756646ms","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7597,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:34:27.593724Z","caller":"traceutil/trace.go:171","msg":"trace[427373302] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"277.203325ms","start":"2026-04-27T01:34:27.316492Z","end":"2026-04-27T01:34:27.593695Z","steps":["trace[427373302] 'process raft request' (duration: 188.270627ms)","trace[427373302] 'compare' (duration: 88.710751ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:34:27.594034Z","caller":"traceutil/trace.go:171","msg":"trace[11043133] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"277.103372ms","start":"2026-04-27T01:34:27.316918Z","end":"2026-04-27T01:34:27.594022Z","steps":["trace[11043133] 'process raft request' (duration: 276.7368ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:34:27.594166Z","caller":"traceutil/trace.go:171","msg":"trace[1983986564] linearizableReadLoop","detail":"{readStateIndex:2033; appliedIndex:2029; }","duration":"267.110142ms","start":"2026-04-27T01:34:27.327025Z","end":"2026-04-27T01:34:27.594135Z","steps":["trace[1983986564] 'read index received' (duration: 177.750181ms)","trace[1983986564] 'applied index is now lower than readState.Index' (duration: 89.358871ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:34:27.594326Z","caller":"traceutil/trace.go:171","msg":"trace[1201231250] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"274.950793ms","start":"2026-04-27T01:34:27.319339Z","end":"2026-04-27T01:34:27.59429Z","steps":["trace[1201231250] 'process raft request' (duration: 274.741166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:27.59434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.076746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:34:27.594383Z","caller":"traceutil/trace.go:171","msg":"trace[1866794610] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1971; }","duration":"141.169179ms","start":"2026-04-27T01:34:27.4532Z","end":"2026-04-27T01:34:27.59437Z","steps":["trace[1866794610] 'agreement among raft nodes before linearized reading' (duration: 141.086267ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:34:27.59437Z","caller":"traceutil/trace.go:171","msg":"trace[1869731699] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"275.879423ms","start":"2026-04-27T01:34:27.318467Z","end":"2026-04-27T01:34:27.594347Z","steps":["trace[1869731699] 'process raft request' (duration: 275.509511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:27.594601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.588098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:34:27.594639Z","caller":"traceutil/trace.go:171","msg":"trace[692491073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1971; }","duration":"267.688301ms","start":"2026-04-27T01:34:27.326943Z","end":"2026-04-27T01:34:27.594631Z","steps":["trace[692491073] 'agreement among raft nodes before linearized reading' (duration: 267.572277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:27.594769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.678488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-27T01:34:27.594805Z","caller":"traceutil/trace.go:171","msg":"trace[1537612505] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1971; }","duration":"127.763811ms","start":"2026-04-27T01:34:27.467032Z","end":"2026-04-27T01:34:27.594796Z","steps":["trace[1537612505] 'agreement among raft nodes before linearized reading' (duration: 127.642767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:30.473066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.12053ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:34:30.47319Z","caller":"traceutil/trace.go:171","msg":"trace[1826684678] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2002; }","duration":"112.258594ms","start":"2026-04-27T01:34:30.360914Z","end":"2026-04-27T01:34:30.473172Z","steps":["trace[1826684678] 'range keys from in-memory index tree' (duration: 112.10576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:30.473252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.489725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:34:30.473392Z","caller":"traceutil/trace.go:171","msg":"trace[608151222] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"533.232132ms","start":"2026-04-27T01:34:29.94013Z","end":"2026-04-27T01:34:30.473362Z","steps":["trace[608151222] 'process raft request' (duration: 56.5193ms)","trace[608151222] 'compare' (duration: 476.354131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:34:30.473509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:29.940108Z","time spent":"533.348915ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:34:30.477479Z","caller":"traceutil/trace.go:171","msg":"trace[629165602] linearizableReadLoop","detail":"{readStateIndex:2067; appliedIndex:2064; }","duration":"498.600883ms","start":"2026-04-27T01:34:29.978847Z","end":"2026-04-27T01:34:30.477448Z","steps":["trace[629165602] 'read index received' (duration: 17.818781ms)","trace[629165602] 'applied index is now lower than readState.Index' (duration: 480.781282ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:34:30.477559Z","caller":"traceutil/trace.go:171","msg":"trace[1868087442] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"499.350387ms","start":"2026-04-27T01:34:29.978184Z","end":"2026-04-27T01:34:30.477534Z","steps":["trace[1868087442] 'process raft request' (duration: 499.14714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:30.477608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.752548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:34:30.477661Z","caller":"traceutil/trace.go:171","msg":"trace[1516729170] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2005; }","duration":"498.852132ms","start":"2026-04-27T01:34:29.978795Z","end":"2026-04-27T01:34:30.477647Z","steps":["trace[1516729170] 'agreement among raft nodes before linearized reading' (duration: 498.763749ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:34:30.47748Z","caller":"traceutil/trace.go:171","msg":"trace[803159940] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"536.363002ms","start":"2026-04-27T01:34:29.941092Z","end":"2026-04-27T01:34:30.477455Z","steps":["trace[803159940] 'process raft request' (duration: 536.115074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:30.477877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:29.941077Z","time spent":"536.701463ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:34:30.477701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:29.978775Z","time spent":"498.913403ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:34:30.477706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:29.978148Z","time spent":"499.46174ms","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16383,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:34:30.479314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.507819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-27T01:34:30.479387Z","caller":"traceutil/trace.go:171","msg":"trace[498264429] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2006; }","duration":"458.624044ms","start":"2026-04-27T01:34:30.020743Z","end":"2026-04-27T01:34:30.479367Z","steps":["trace[498264429] 'agreement among raft nodes before linearized reading' (duration: 458.424397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:30.479447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:30.020719Z","time spent":"458.713677ms","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4615,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T01:34:30.479477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.642559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e96c2b22-0524-4c04-a977-cddf3d5f0cf7\" ","response":"range_response_count:1 size:3931"} {"level":"info","ts":"2026-04-27T01:34:30.479531Z","caller":"traceutil/trace.go:171","msg":"trace[1558446427] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e96c2b22-0524-4c04-a977-cddf3d5f0cf7; range_end:; response_count:1; response_revision:2006; }","duration":"153.734712ms","start":"2026-04-27T01:34:30.325781Z","end":"2026-04-27T01:34:30.479516Z","steps":["trace[1558446427] 'agreement among raft nodes before linearized reading' (duration: 153.583087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:30.479824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.217165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:34:30.479892Z","caller":"traceutil/trace.go:171","msg":"trace[1808895329] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2006; }","duration":"361.328678ms","start":"2026-04-27T01:34:30.118547Z","end":"2026-04-27T01:34:30.479875Z","steps":["trace[1808895329] 'agreement among raft nodes before linearized reading' (duration: 361.185773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:30.479876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.732078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-04-27T01:34:30.479926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:30.118532Z","time spent":"361.38686ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:34:30.479949Z","caller":"traceutil/trace.go:171","msg":"trace[1167593355] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2006; }","duration":"399.880123ms","start":"2026-04-27T01:34:30.080052Z","end":"2026-04-27T01:34:30.479932Z","steps":["trace[1167593355] 'agreement among raft nodes before linearized reading' (duration: 399.643625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:30.480004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:30.080029Z","time spent":"399.962375ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-27T01:34:33.81428Z","caller":"traceutil/trace.go:171","msg":"trace[908774608] linearizableReadLoop","detail":"{readStateIndex:2106; appliedIndex:2105; }","duration":"166.863822ms","start":"2026-04-27T01:34:33.647387Z","end":"2026-04-27T01:34:33.814251Z","steps":["trace[908774608] 'read index received' (duration: 166.710697ms)","trace[908774608] 'applied index is now lower than readState.Index' (duration: 151.985µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:34:33.814376Z","caller":"traceutil/trace.go:171","msg":"trace[1617951367] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"172.198843ms","start":"2026-04-27T01:34:33.642148Z","end":"2026-04-27T01:34:33.814347Z","steps":["trace[1617951367] 'process raft request' (duration: 171.937455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:33.814579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.174212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T01:34:33.814628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.461138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10948"} {"level":"warn","ts":"2026-04-27T01:34:33.814624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.686857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:34:33.814656Z","caller":"traceutil/trace.go:171","msg":"trace[1019856375] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2041; }","duration":"126.522891ms","start":"2026-04-27T01:34:33.688124Z","end":"2026-04-27T01:34:33.814647Z","steps":["trace[1019856375] 'agreement among raft nodes before linearized reading' (duration: 126.397457ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:34:33.814651Z","caller":"traceutil/trace.go:171","msg":"trace[440957743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2041; }","duration":"167.295716ms","start":"2026-04-27T01:34:33.647333Z","end":"2026-04-27T01:34:33.814629Z","steps":["trace[440957743] 'agreement among raft nodes before linearized reading' (duration: 167.09798ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:34:33.814674Z","caller":"traceutil/trace.go:171","msg":"trace[431564381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2041; }","duration":"146.773409ms","start":"2026-04-27T01:34:33.667886Z","end":"2026-04-27T01:34:33.81466Z","steps":["trace[431564381] 'agreement among raft nodes before linearized reading' (duration: 146.621774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:33.814709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.973817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-27T01:34:33.814752Z","caller":"traceutil/trace.go:171","msg":"trace[57609924] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2041; }","duration":"128.038489ms","start":"2026-04-27T01:34:33.686703Z","end":"2026-04-27T01:34:33.814742Z","steps":["trace[57609924] 'agreement among raft nodes before linearized reading' (duration: 127.940816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:33.814832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.704487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-27T01:34:33.814935Z","caller":"traceutil/trace.go:171","msg":"trace[1454964790] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2041; }","duration":"126.844081ms","start":"2026-04-27T01:34:33.688064Z","end":"2026-04-27T01:34:33.814908Z","steps":["trace[1454964790] 'agreement among raft nodes before linearized reading' (duration: 126.573303ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:34:36.852147Z","caller":"traceutil/trace.go:171","msg":"trace[675139825] linearizableReadLoop","detail":"{readStateIndex:2140; appliedIndex:2139; }","duration":"314.302703ms","start":"2026-04-27T01:34:36.537822Z","end":"2026-04-27T01:34:36.852124Z","steps":["trace[675139825] 'read index received' (duration: 314.016344ms)","trace[675139825] 'applied index is now lower than readState.Index' (duration: 285.379µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:34:36.852215Z","caller":"traceutil/trace.go:171","msg":"trace[1862362629] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"426.895007ms","start":"2026-04-27T01:34:36.425277Z","end":"2026-04-27T01:34:36.852172Z","steps":["trace[1862362629] 'process raft request' (duration: 426.531016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:36.852334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.491349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T01:34:36.85236Z","caller":"traceutil/trace.go:171","msg":"trace[435632900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2073; }","duration":"314.570031ms","start":"2026-04-27T01:34:36.537782Z","end":"2026-04-27T01:34:36.852352Z","steps":["trace[435632900] 'agreement among raft nodes before linearized reading' (duration: 314.448167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:36.852362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:36.425258Z","time spent":"427.023312ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:34:36.852384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:36.537762Z","time spent":"314.615923ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:34:36.92012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.942896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:34:36.920172Z","caller":"traceutil/trace.go:171","msg":"trace[1178758838] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2074; }","duration":"148.037509ms","start":"2026-04-27T01:34:36.77212Z","end":"2026-04-27T01:34:36.920158Z","steps":["trace[1178758838] 'agreement among raft nodes before linearized reading' (duration: 147.943076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:36.920167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.769964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T01:34:36.920224Z","caller":"traceutil/trace.go:171","msg":"trace[863695377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2074; }","duration":"342.859627ms","start":"2026-04-27T01:34:36.577351Z","end":"2026-04-27T01:34:36.920211Z","steps":["trace[863695377] 'agreement among raft nodes before linearized reading' (duration: 342.679821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:36.920251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:36.577337Z","time spent":"342.909399ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:34:36.920238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.757742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-27T01:34:36.920307Z","caller":"traceutil/trace.go:171","msg":"trace[1622386865] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2074; }","duration":"321.862694ms","start":"2026-04-27T01:34:36.598427Z","end":"2026-04-27T01:34:36.92029Z","steps":["trace[1622386865] 'agreement among raft nodes before linearized reading' (duration: 321.641967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:36.920357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:36.598409Z","time spent":"321.939627ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-27T01:34:36.920349Z","caller":"traceutil/trace.go:171","msg":"trace[1312775464] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"143.170314ms","start":"2026-04-27T01:34:36.777098Z","end":"2026-04-27T01:34:36.920268Z","steps":["trace[1312775464] 'process raft request' (duration: 141.537381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:36.920579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.837617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-27T01:34:36.920613Z","caller":"traceutil/trace.go:171","msg":"trace[277012206] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2074; }","duration":"328.868948ms","start":"2026-04-27T01:34:36.591735Z","end":"2026-04-27T01:34:36.920604Z","steps":["trace[277012206] 'agreement among raft nodes before linearized reading' (duration: 328.587849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:34:36.920179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.191008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:34:36.920818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:34:36.591696Z","time spent":"329.111927ms","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4615,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-27T01:34:36.9209Z","caller":"traceutil/trace.go:171","msg":"trace[908100692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2074; }","duration":"155.961583ms","start":"2026-04-27T01:34:36.764922Z","end":"2026-04-27T01:34:36.920884Z","steps":["trace[908100692] 'agreement among raft nodes before linearized reading' (duration: 155.208349ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:10.195527Z","caller":"traceutil/trace.go:171","msg":"trace[1427347835] linearizableReadLoop","detail":"{readStateIndex:2387; appliedIndex:2386; }","duration":"108.093481ms","start":"2026-04-27T01:35:10.08739Z","end":"2026-04-27T01:35:10.195483Z","steps":["trace[1427347835] 'read index received' (duration: 13.172812ms)","trace[1427347835] 'applied index is now lower than readState.Index' (duration: 94.918219ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:35:10.195625Z","caller":"traceutil/trace.go:171","msg":"trace[1232131328] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"178.32422ms","start":"2026-04-27T01:35:10.017266Z","end":"2026-04-27T01:35:10.195591Z","steps":["trace[1232131328] 'process raft request' (duration: 83.355339ms)","trace[1232131328] 'compare' (duration: 94.6404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:35:10.195711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.309448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T01:35:10.195761Z","caller":"traceutil/trace.go:171","msg":"trace[723916985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2308; }","duration":"108.402001ms","start":"2026-04-27T01:35:10.087346Z","end":"2026-04-27T01:35:10.195748Z","steps":["trace[723916985] 'agreement among raft nodes before linearized reading' (duration: 108.280777ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:10.236184Z","caller":"traceutil/trace.go:171","msg":"trace[2039053084] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"110.795608ms","start":"2026-04-27T01:35:10.125374Z","end":"2026-04-27T01:35:10.23617Z","steps":["trace[2039053084] 'process raft request' (duration: 110.56776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:10.23633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.173716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa12d09b3936ec\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-27T01:35:10.236399Z","caller":"traceutil/trace.go:171","msg":"trace[291332028] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa12d09b3936ec; range_end:; response_count:1; response_revision:2309; }","duration":"124.289489ms","start":"2026-04-27T01:35:10.112092Z","end":"2026-04-27T01:35:10.236381Z","steps":["trace[291332028] 'agreement among raft nodes before linearized reading' (duration: 124.053212ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:10.360183Z","caller":"traceutil/trace.go:171","msg":"trace[1490017399] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"160.779327ms","start":"2026-04-27T01:35:10.199378Z","end":"2026-04-27T01:35:10.360158Z","steps":["trace[1490017399] 'process raft request' (duration: 117.506702ms)","trace[1490017399] 'compare' (duration: 42.970976ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:35:10.360388Z","caller":"traceutil/trace.go:171","msg":"trace[889215643] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"122.251664ms","start":"2026-04-27T01:35:10.238099Z","end":"2026-04-27T01:35:10.360351Z","steps":["trace[889215643] 'process raft request' (duration: 121.924214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:11.04028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022261206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:35:11.512639Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.087861208s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T01:35:12.258066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.15378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:35:12.258228Z","caller":"traceutil/trace.go:171","msg":"trace[182651241] linearizableReadLoop","detail":"{readStateIndex:2394; appliedIndex:2392; }","duration":"1.718441689s","start":"2026-04-27T01:35:10.539765Z","end":"2026-04-27T01:35:12.258207Z","steps":["trace[182651241] 'read index received' (duration: 973.139884ms)","trace[182651241] 'applied index is now lower than readState.Index' (duration: 745.300875ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:35:12.25838Z","caller":"traceutil/trace.go:171","msg":"trace[1337985848] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"1.831355444s","start":"2026-04-27T01:35:10.426989Z","end":"2026-04-27T01:35:12.258344Z","steps":["trace[1337985848] 'process raft request' (duration: 1.831172378s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:12.25841Z","caller":"traceutil/trace.go:171","msg":"trace[852720957] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"1.833875745s","start":"2026-04-27T01:35:10.4245Z","end":"2026-04-27T01:35:12.258376Z","steps":["trace[852720957] 'process raft request' (duration: 1.088339853s)","trace[852720957] 'compare' (duration: 745.059527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:35:12.258543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718756659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.67\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-27T01:35:12.258602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:10.426974Z","time spent":"1.83152046s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:35:12.258631Z","caller":"traceutil/trace.go:171","msg":"trace[537573567] range","detail":"{range_begin:/registry/masterleases/199.19.213.67; range_end:; response_count:1; response_revision:2315; }","duration":"1.718887383s","start":"2026-04-27T01:35:10.539709Z","end":"2026-04-27T01:35:12.258597Z","steps":["trace[537573567] 'agreement among raft nodes before linearized reading' (duration: 1.718659726s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:12.25867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:10.53968Z","time spent":"1.718982826s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.67\" "} {"level":"warn","ts":"2026-04-27T01:35:12.258658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:10.424469Z","time spent":"1.834121353s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:35:12.274092Z","caller":"traceutil/trace.go:171","msg":"trace[1462104799] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"725.47109ms","start":"2026-04-27T01:35:11.548604Z","end":"2026-04-27T01:35:12.274075Z","steps":["trace[1462104799] 'process raft request' (duration: 725.374687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:12.274198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:11.548577Z","time spent":"725.566063ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:35:12.765703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999406692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T01:35:12.765908Z","caller":"traceutil/trace.go:171","msg":"trace[657731507] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999733613s","start":"2026-04-27T01:35:10.766149Z","end":"2026-04-27T01:35:12.765883Z","steps":["trace[657731507] 'agreement among raft nodes before linearized reading' (duration: 1.999438753s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:12.766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:10.76612Z","time spent":"1.999859947s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 01:35:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T01:35:12.939251Z","caller":"traceutil/trace.go:171","msg":"trace[1460319364] linearizableReadLoop","detail":"{readStateIndex:2396; appliedIndex:2394; }","duration":"680.941237ms","start":"2026-04-27T01:35:12.258284Z","end":"2026-04-27T01:35:12.939225Z","steps":["trace[1460319364] 'read index received' (duration: 15.750503ms)","trace[1460319364] 'applied index is now lower than readState.Index' (duration: 665.189724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:35:12.939854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840102022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T01:35:12.940001Z","caller":"traceutil/trace.go:171","msg":"trace[399252672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2317; }","duration":"1.840246576s","start":"2026-04-27T01:35:11.09973Z","end":"2026-04-27T01:35:12.939977Z","steps":["trace[399252672] 'agreement among raft nodes before linearized reading' (duration: 1.839930406s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:12.940078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.348711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:35:12.940125Z","caller":"traceutil/trace.go:171","msg":"trace[714875963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2317; }","duration":"174.418583ms","start":"2026-04-27T01:35:12.76569Z","end":"2026-04-27T01:35:12.940108Z","steps":["trace[714875963] 'agreement among raft nodes before linearized reading' (duration: 174.371361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:12.940168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:11.099668Z","time spent":"1.840421922s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:35:12.940352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.448707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-27T01:35:12.940387Z","caller":"traceutil/trace.go:171","msg":"trace[2025075183] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2317; }","duration":"319.522849ms","start":"2026-04-27T01:35:12.620856Z","end":"2026-04-27T01:35:12.940378Z","steps":["trace[2025075183] 'agreement among raft nodes before linearized reading' (duration: 319.440667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:12.940361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423123372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T01:35:12.940026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.267903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T01:35:12.940457Z","caller":"traceutil/trace.go:171","msg":"trace[1881169898] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2317; }","duration":"1.423261286s","start":"2026-04-27T01:35:11.517169Z","end":"2026-04-27T01:35:12.94043Z","steps":["trace[1881169898] 'agreement among raft nodes before linearized reading' (duration: 1.422169271s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:12.940477Z","caller":"traceutil/trace.go:171","msg":"trace[679434474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2317; }","duration":"576.748188ms","start":"2026-04-27T01:35:12.363698Z","end":"2026-04-27T01:35:12.940446Z","steps":["trace[679434474] 'agreement among raft nodes before linearized reading' (duration: 576.261253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:12.939692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851080453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-27T01:35:12.939672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461246503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:35:12.940563Z","caller":"traceutil/trace.go:171","msg":"trace[683792889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2317; }","duration":"1.851992692s","start":"2026-04-27T01:35:11.088559Z","end":"2026-04-27T01:35:12.940552Z","steps":["trace[683792889] 'agreement among raft nodes before linearized reading' (duration: 1.850935068s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:12.940562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:12.363676Z","time spent":"576.867913ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T01:35:12.940575Z","caller":"traceutil/trace.go:171","msg":"trace[1795071357] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2317; }","duration":"1.462207403s","start":"2026-04-27T01:35:11.478351Z","end":"2026-04-27T01:35:12.940558Z","steps":["trace[1795071357] 'agreement among raft nodes before linearized reading' (duration: 1.461249322s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:12.940598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:11.088538Z","time spent":"1.852052044s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:35:12.940619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:11.478325Z","time spent":"1.462280576s","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:35:12.939705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:12.260356Z","time spent":"679.344557ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T01:35:12.9397Z","caller":"traceutil/trace.go:171","msg":"trace[1048094061] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"698.511398ms","start":"2026-04-27T01:35:12.241148Z","end":"2026-04-27T01:35:12.939659Z","steps":["trace[1048094061] 'process raft request' (duration: 614.506204ms)","trace[1048094061] 'compare' (duration: 83.030163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:35:12.939742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.311095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-27T01:35:12.940733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:12.241122Z","time spent":"699.559552ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:35:12.940729Z","caller":"traceutil/trace.go:171","msg":"trace[1156669909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2317; }","duration":"885.325618ms","start":"2026-04-27T01:35:12.055387Z","end":"2026-04-27T01:35:12.940712Z","steps":["trace[1156669909] 'agreement among raft nodes before linearized reading' (duration: 884.243613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:12.940798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:12.055376Z","time spent":"885.41071ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:35:12.939797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839546884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11666"} {"level":"info","ts":"2026-04-27T01:35:12.940896Z","caller":"traceutil/trace.go:171","msg":"trace[1672128579] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2317; }","duration":"1.840660179s","start":"2026-04-27T01:35:11.100222Z","end":"2026-04-27T01:35:12.940882Z","steps":["trace[1672128579] 'agreement among raft nodes before linearized reading' (duration: 1.83942474s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:12.940929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:11.100193Z","time spent":"1.840726852s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11690,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T01:35:12.939818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835081811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-04-27T01:35:12.941011Z","caller":"traceutil/trace.go:171","msg":"trace[1102213362] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2317; }","duration":"1.83630172s","start":"2026-04-27T01:35:11.1047Z","end":"2026-04-27T01:35:12.941002Z","steps":["trace[1102213362] 'agreement among raft nodes before linearized reading' (duration: 1.834886865s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:12.941041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:11.104657Z","time spent":"1.836375952s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-27T01:35:12.939887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697764564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-27T01:35:12.941122Z","caller":"traceutil/trace.go:171","msg":"trace[1507444483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2317; }","duration":"1.699030575s","start":"2026-04-27T01:35:11.242067Z","end":"2026-04-27T01:35:12.941098Z","steps":["trace[1507444483] 'agreement among raft nodes before linearized reading' (duration: 1.697657861s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:12.940416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:12.620825Z","time spent":"319.581321ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T01:35:12.941181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:11.242044Z","time spent":"1.699121287s","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4615,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T01:35:12.940411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.838889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:35:12.941226Z","caller":"traceutil/trace.go:171","msg":"trace[129862507] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2317; }","duration":"458.692126ms","start":"2026-04-27T01:35:12.482521Z","end":"2026-04-27T01:35:12.941213Z","steps":["trace[129862507] 'agreement among raft nodes before linearized reading' (duration: 457.843339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:12.941254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:12.482501Z","time spent":"458.745258ms","remote":"127.0.0.1:33052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:35:12.940522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:11.517148Z","time spent":"1.423359549s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":277,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:35:12.939773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.234182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T01:35:12.94135Z","caller":"traceutil/trace.go:171","msg":"trace[1523827907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2317; }","duration":"741.827093ms","start":"2026-04-27T01:35:12.199513Z","end":"2026-04-27T01:35:12.94134Z","steps":["trace[1523827907] 'agreement among raft nodes before linearized reading' (duration: 740.109368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:12.941447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:12.199459Z","time spent":"741.918436ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:35:12.93975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.017095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:35:12.941546Z","caller":"traceutil/trace.go:171","msg":"trace[1408814317] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2317; }","duration":"910.842403ms","start":"2026-04-27T01:35:12.030661Z","end":"2026-04-27T01:35:12.941504Z","steps":["trace[1408814317] 'agreement among raft nodes before linearized reading' (duration: 908.972974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:12.941598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:12.030647Z","time spent":"910.936256ms","remote":"127.0.0.1:58712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:35:13.055891Z","caller":"traceutil/trace.go:171","msg":"trace[1871756576] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"114.263161ms","start":"2026-04-27T01:35:12.941596Z","end":"2026-04-27T01:35:13.055859Z","steps":["trace[1871756576] 'process raft request' (duration: 103.855219ms)","trace[1871756576] 'compare' (duration: 10.241947ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:35:13.055983Z","caller":"traceutil/trace.go:171","msg":"trace[744150485] linearizableReadLoop","detail":"{readStateIndex:2398; appliedIndex:2397; }","duration":"112.287488ms","start":"2026-04-27T01:35:12.943662Z","end":"2026-04-27T01:35:13.05595Z","steps":["trace[744150485] 'read index received' (duration: 101.788463ms)","trace[744150485] 'applied index is now lower than readState.Index' (duration: 10.495905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:35:13.056403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.713251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-27T01:35:13.056487Z","caller":"traceutil/trace.go:171","msg":"trace[239213734] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4; range_end:; response_count:1; response_revision:2318; }","duration":"112.826705ms","start":"2026-04-27T01:35:12.943639Z","end":"2026-04-27T01:35:13.056466Z","steps":["trace[239213734] 'agreement among raft nodes before linearized reading' (duration: 112.447703ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:13.056627Z","caller":"traceutil/trace.go:171","msg":"trace[96563519] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"109.935463ms","start":"2026-04-27T01:35:12.946665Z","end":"2026-04-27T01:35:13.056601Z","steps":["trace[96563519] 'process raft request' (duration: 109.420316ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:13.056817Z","caller":"traceutil/trace.go:171","msg":"trace[788246222] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"109.673534ms","start":"2026-04-27T01:35:12.947137Z","end":"2026-04-27T01:35:13.05681Z","steps":["trace[788246222] 'process raft request' (duration: 109.341494ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:13.056835Z","caller":"traceutil/trace.go:171","msg":"trace[1494121680] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"109.578851ms","start":"2026-04-27T01:35:12.947245Z","end":"2026-04-27T01:35:13.056823Z","steps":["trace[1494121680] 'process raft request' (duration: 109.427436ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:13.056894Z","caller":"traceutil/trace.go:171","msg":"trace[1157870562] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"109.817619ms","start":"2026-04-27T01:35:12.947069Z","end":"2026-04-27T01:35:13.056887Z","steps":["trace[1157870562] 'process raft request' (duration: 109.336934ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:13.056962Z","caller":"traceutil/trace.go:171","msg":"trace[1830914343] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"109.720046ms","start":"2026-04-27T01:35:12.947236Z","end":"2026-04-27T01:35:13.056956Z","steps":["trace[1830914343] 'process raft request' (duration: 109.487629ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:13.057022Z","caller":"traceutil/trace.go:171","msg":"trace[571562242] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"109.724296ms","start":"2026-04-27T01:35:12.947279Z","end":"2026-04-27T01:35:13.057004Z","steps":["trace[571562242] 'process raft request' (duration: 109.489778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:13.057147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.04974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:35:13.057221Z","caller":"traceutil/trace.go:171","msg":"trace[2073290558] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"109.900901ms","start":"2026-04-27T01:35:12.94731Z","end":"2026-04-27T01:35:13.057211Z","steps":["trace[2073290558] 'process raft request' (duration: 109.501908ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:13.057233Z","caller":"traceutil/trace.go:171","msg":"trace[1898455421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2326; }","duration":"107.144903ms","start":"2026-04-27T01:35:12.950067Z","end":"2026-04-27T01:35:13.057212Z","steps":["trace[1898455421] 'agreement among raft nodes before linearized reading' (duration: 107.017289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:14.49237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.50128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:35:14.492507Z","caller":"traceutil/trace.go:171","msg":"trace[584437692] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"169.851836ms","start":"2026-04-27T01:35:14.322625Z","end":"2026-04-27T01:35:14.492477Z","steps":["trace[584437692] 'process raft request' (duration: 64.120949ms)","trace[584437692] 'compare' (duration: 105.323234ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:35:14.559938Z","caller":"traceutil/trace.go:171","msg":"trace[557267509] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"104.940853ms","start":"2026-04-27T01:35:14.454969Z","end":"2026-04-27T01:35:14.55991Z","steps":["trace[557267509] 'process raft request' (duration: 104.792138ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:15.193864Z","caller":"traceutil/trace.go:171","msg":"trace[1942108117] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"123.883038ms","start":"2026-04-27T01:35:15.069956Z","end":"2026-04-27T01:35:15.193839Z","steps":["trace[1942108117] 'process raft request' (duration: 123.801956ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:15.193962Z","caller":"traceutil/trace.go:171","msg":"trace[333756875] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"126.010216ms","start":"2026-04-27T01:35:15.067907Z","end":"2026-04-27T01:35:15.193918Z","steps":["trace[333756875] 'process raft request' (duration: 125.705996ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:15.194441Z","caller":"traceutil/trace.go:171","msg":"trace[1046011116] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"124.421806ms","start":"2026-04-27T01:35:15.069999Z","end":"2026-04-27T01:35:15.194421Z","steps":["trace[1046011116] 'process raft request' (duration: 123.802316ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:15.194458Z","caller":"traceutil/trace.go:171","msg":"trace[1578117241] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"124.335183ms","start":"2026-04-27T01:35:15.070078Z","end":"2026-04-27T01:35:15.194414Z","steps":["trace[1578117241] 'process raft request' (duration: 124.089875ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:15.194384Z","caller":"traceutil/trace.go:171","msg":"trace[586242853] linearizableReadLoop","detail":"{readStateIndex:2420; appliedIndex:2415; }","duration":"116.472971ms","start":"2026-04-27T01:35:15.077877Z","end":"2026-04-27T01:35:15.19435Z","steps":["trace[586242853] 'read index received' (duration: 69.080777ms)","trace[586242853] 'applied index is now lower than readState.Index' (duration: 47.390434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:35:15.194702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.756581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-04-27T01:35:15.194786Z","caller":"traceutil/trace.go:171","msg":"trace[184216735] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2339; }","duration":"116.954217ms","start":"2026-04-27T01:35:15.077817Z","end":"2026-04-27T01:35:15.194771Z","steps":["trace[184216735] 'agreement among raft nodes before linearized reading' (duration: 116.658157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:48.573293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.035369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:35:48.57341Z","caller":"traceutil/trace.go:171","msg":"trace[2014638021] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"211.55458ms","start":"2026-04-27T01:35:48.361836Z","end":"2026-04-27T01:35:48.573391Z","steps":["trace[2014638021] 'process raft request' (duration: 38.341425ms)","trace[2014638021] 'compare' (duration: 172.900695ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:35:48.575661Z","caller":"traceutil/trace.go:171","msg":"trace[985254068] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"188.830284ms","start":"2026-04-27T01:35:48.386812Z","end":"2026-04-27T01:35:48.575642Z","steps":["trace[985254068] 'process raft request' (duration: 188.783432ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:48.575726Z","caller":"traceutil/trace.go:171","msg":"trace[1794441114] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"213.644497ms","start":"2026-04-27T01:35:48.362055Z","end":"2026-04-27T01:35:48.575699Z","steps":["trace[1794441114] 'process raft request' (duration: 213.407399ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:48.824948Z","caller":"traceutil/trace.go:171","msg":"trace[1110198894] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"241.807036ms","start":"2026-04-27T01:35:48.583092Z","end":"2026-04-27T01:35:48.824899Z","steps":["trace[1110198894] 'process raft request' (duration: 144.9102ms)","trace[1110198894] 'compare' (duration: 96.71702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:35:49.230571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.291177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:35:49.230908Z","caller":"traceutil/trace.go:171","msg":"trace[305628728] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"402.264604ms","start":"2026-04-27T01:35:48.828611Z","end":"2026-04-27T01:35:49.230876Z","steps":["trace[305628728] 'process raft request' (duration: 233.572984ms)","trace[305628728] 'compare' (duration: 168.048429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:35:49.231259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:48.828605Z","time spent":"402.594104ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T01:35:49.231364Z","caller":"traceutil/trace.go:171","msg":"trace[1758905736] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"399.911268ms","start":"2026-04-27T01:35:48.831428Z","end":"2026-04-27T01:35:49.231339Z","steps":["trace[1758905736] 'process raft request' (duration: 399.255967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:49.231526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:48.831412Z","time spent":"400.021181ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:35:49.231895Z","caller":"traceutil/trace.go:171","msg":"trace[801736889] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"399.892867ms","start":"2026-04-27T01:35:48.831981Z","end":"2026-04-27T01:35:49.231874Z","steps":["trace[801736889] 'process raft request' (duration: 399.291678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:49.232024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:48.831966Z","time spent":"400.008301ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:35:49.235078Z","caller":"traceutil/trace.go:171","msg":"trace[1879425295] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"138.869607ms","start":"2026-04-27T01:35:49.096194Z","end":"2026-04-27T01:35:49.235064Z","steps":["trace[1879425295] 'process raft request' (duration: 138.789455ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:51.338459Z","caller":"traceutil/trace.go:171","msg":"trace[978341545] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"156.006255ms","start":"2026-04-27T01:35:51.182426Z","end":"2026-04-27T01:35:51.338432Z","steps":["trace[978341545] 'process raft request' (duration: 155.84035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:51.847067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022262048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:35:52.268467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.337859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:35:52.268583Z","caller":"traceutil/trace.go:171","msg":"trace[1547849987] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"923.493977ms","start":"2026-04-27T01:35:51.345069Z","end":"2026-04-27T01:35:52.268563Z","steps":["trace[1547849987] 'process raft request' (duration: 610.978382ms)","trace[1547849987] 'compare' (duration: 311.344308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:35:52.268659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:51.345047Z","time spent":"923.57834ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:35:52.270487Z","caller":"traceutil/trace.go:171","msg":"trace[58823290] linearizableReadLoop","detail":"{readStateIndex:2743; appliedIndex:2740; }","duration":"924.036465ms","start":"2026-04-27T01:35:51.346429Z","end":"2026-04-27T01:35:52.270465Z","steps":["trace[58823290] 'read index received' (duration: 609.632359ms)","trace[58823290] 'applied index is now lower than readState.Index' (duration: 314.403206ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:35:52.270678Z","caller":"traceutil/trace.go:171","msg":"trace[1272312545] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"923.277541ms","start":"2026-04-27T01:35:51.347372Z","end":"2026-04-27T01:35:52.27065Z","steps":["trace[1272312545] 'process raft request' (duration: 923.041593ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:52.270748Z","caller":"traceutil/trace.go:171","msg":"trace[772785719] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"924.161699ms","start":"2026-04-27T01:35:51.34655Z","end":"2026-04-27T01:35:52.270712Z","steps":["trace[772785719] 'process raft request' (duration: 923.701534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:52.27085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:51.347365Z","time spent":"923.393014ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:35:52.270862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.425857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1243"} {"level":"warn","ts":"2026-04-27T01:35:52.270893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:51.346529Z","time spent":"924.290382ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:35:52.270903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.459258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:35:52.270929Z","caller":"traceutil/trace.go:171","msg":"trace[897359795] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2642; }","duration":"924.506159ms","start":"2026-04-27T01:35:51.346406Z","end":"2026-04-27T01:35:52.270912Z","steps":["trace[897359795] 'agreement among raft nodes before linearized reading' (duration: 924.272732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:52.270962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:51.346397Z","time spent":"924.557172ms","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1267,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-27T01:35:52.271038Z","caller":"traceutil/trace.go:171","msg":"trace[1278225941] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"181.334874ms","start":"2026-04-27T01:35:52.089693Z","end":"2026-04-27T01:35:52.271028Z","steps":["trace[1278225941] 'process raft request' (duration: 181.010163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:52.271049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.614713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:35:52.271094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.035142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T01:35:52.271107Z","caller":"traceutil/trace.go:171","msg":"trace[1341700803] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2643; }","duration":"524.686485ms","start":"2026-04-27T01:35:51.746405Z","end":"2026-04-27T01:35:52.271091Z","steps":["trace[1341700803] 'agreement among raft nodes before linearized reading' (duration: 524.584892ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:52.271129Z","caller":"traceutil/trace.go:171","msg":"trace[770201348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2643; }","duration":"892.109464ms","start":"2026-04-27T01:35:51.37901Z","end":"2026-04-27T01:35:52.27112Z","steps":["trace[770201348] 'agreement among raft nodes before linearized reading' (duration: 891.99697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:52.271154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:51.746351Z","time spent":"524.792228ms","remote":"127.0.0.1:58704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:35:52.271159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:51.378983Z","time spent":"892.170076ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:35:52.271199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.869463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:35:52.271231Z","caller":"traceutil/trace.go:171","msg":"trace[202541399] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2643; }","duration":"643.953785ms","start":"2026-04-27T01:35:51.62727Z","end":"2026-04-27T01:35:52.271224Z","steps":["trace[202541399] 'agreement among raft nodes before linearized reading' (duration: 643.906404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:52.27122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.020359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:35:52.271285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.865865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T01:35:52.27097Z","caller":"traceutil/trace.go:171","msg":"trace[1143662969] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:2642; }","duration":"924.53846ms","start":"2026-04-27T01:35:51.346409Z","end":"2026-04-27T01:35:52.270948Z","steps":["trace[1143662969] 'agreement among raft nodes before linearized reading' (duration: 924.433667ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:52.271312Z","caller":"traceutil/trace.go:171","msg":"trace[25558419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2643; }","duration":"890.909026ms","start":"2026-04-27T01:35:51.380395Z","end":"2026-04-27T01:35:52.271304Z","steps":["trace[25558419] 'agreement among raft nodes before linearized reading' (duration: 890.789722ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:35:52.271317Z","caller":"traceutil/trace.go:171","msg":"trace[641302313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2643; }","duration":"506.167763ms","start":"2026-04-27T01:35:51.765128Z","end":"2026-04-27T01:35:52.271296Z","steps":["trace[641302313] 'agreement among raft nodes before linearized reading' (duration: 505.995398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:52.271327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:51.346401Z","time spent":"924.918273ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-27T01:35:52.271372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:51.765111Z","time spent":"506.253276ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:35:52.271331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:51.380385Z","time spent":"890.942096ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:35:52.271376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.426055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T01:35:52.271403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.290782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T01:35:52.271262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:51.62722Z","time spent":"644.035658ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:35:52.271477Z","caller":"traceutil/trace.go:171","msg":"trace[1004114187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2643; }","duration":"892.556818ms","start":"2026-04-27T01:35:51.378888Z","end":"2026-04-27T01:35:52.271445Z","steps":["trace[1004114187] 'agreement among raft nodes before linearized reading' (duration: 892.276489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:52.271536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:51.378882Z","time spent":"892.646991ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T01:35:52.271488Z","caller":"traceutil/trace.go:171","msg":"trace[130855751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2643; }","duration":"893.395325ms","start":"2026-04-27T01:35:51.37807Z","end":"2026-04-27T01:35:52.271465Z","steps":["trace[130855751] 'agreement among raft nodes before linearized reading' (duration: 893.196768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:52.271781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:51.378056Z","time spent":"893.716586ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:35:52.27178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.160574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T01:35:52.272023Z","caller":"traceutil/trace.go:171","msg":"trace[1215570751] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2643; }","duration":"374.431443ms","start":"2026-04-27T01:35:51.897573Z","end":"2026-04-27T01:35:52.272004Z","steps":["trace[1215570751] 'agreement among raft nodes before linearized reading' (duration: 373.511964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:52.272089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:51.897552Z","time spent":"374.523736ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:35:52.271649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.780759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-27T01:35:52.272166Z","caller":"traceutil/trace.go:171","msg":"trace[2131698117] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2643; }","duration":"895.332797ms","start":"2026-04-27T01:35:51.376819Z","end":"2026-04-27T01:35:52.272152Z","steps":["trace[2131698117] 'agreement among raft nodes before linearized reading' (duration: 894.103537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:35:52.272215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:35:51.376791Z","time spent":"895.411569ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-27T01:36:24.966761Z","caller":"traceutil/trace.go:171","msg":"trace[930998429] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"100.644634ms","start":"2026-04-27T01:36:24.866093Z","end":"2026-04-27T01:36:24.966738Z","steps":["trace[930998429] 'process raft request' (duration: 100.486809ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:36:26.007812Z","caller":"traceutil/trace.go:171","msg":"trace[91004461] linearizableReadLoop","detail":"{readStateIndex:2989; appliedIndex:2988; }","duration":"242.812854ms","start":"2026-04-27T01:36:25.764979Z","end":"2026-04-27T01:36:26.007792Z","steps":["trace[91004461] 'read index received' (duration: 242.68635ms)","trace[91004461] 'applied index is now lower than readState.Index' (duration: 125.234µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:36:26.007922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.946629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:36:26.007948Z","caller":"traceutil/trace.go:171","msg":"trace[1636979074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2875; }","duration":"242.98895ms","start":"2026-04-27T01:36:25.764949Z","end":"2026-04-27T01:36:26.007938Z","steps":["trace[1636979074] 'agreement among raft nodes before linearized reading' (duration: 242.925778ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:36:26.00794Z","caller":"traceutil/trace.go:171","msg":"trace[1467751225] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"445.463086ms","start":"2026-04-27T01:36:25.562417Z","end":"2026-04-27T01:36:26.00788Z","steps":["trace[1467751225] 'process raft request' (duration: 445.229989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:36:26.008109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:36:25.562389Z","time spent":"445.634032ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:36:26.203613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.461067ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T01:36:26.719056Z","caller":"traceutil/trace.go:171","msg":"trace[1614665265] linearizableReadLoop","detail":"{readStateIndex:2991; appliedIndex:2990; }","duration":"161.499228ms","start":"2026-04-27T01:36:26.557527Z","end":"2026-04-27T01:36:26.719027Z","steps":["trace[1614665265] 'read index received' (duration: 161.218579ms)","trace[1614665265] 'applied index is now lower than readState.Index' (duration: 279.399µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:36:26.719161Z","caller":"traceutil/trace.go:171","msg":"trace[207907172] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"182.997845ms","start":"2026-04-27T01:36:26.536129Z","end":"2026-04-27T01:36:26.719127Z","steps":["trace[207907172] 'process raft request' (duration: 182.699835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:36:26.719396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.857189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-27T01:36:26.719476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.24264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:36:26.719604Z","caller":"traceutil/trace.go:171","msg":"trace[208840577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2876; }","duration":"120.427106ms","start":"2026-04-27T01:36:26.599156Z","end":"2026-04-27T01:36:26.719583Z","steps":["trace[208840577] 'agreement among raft nodes before linearized reading' (duration: 120.104426ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:36:26.719511Z","caller":"traceutil/trace.go:171","msg":"trace[1291285369] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2876; }","duration":"161.996964ms","start":"2026-04-27T01:36:26.557475Z","end":"2026-04-27T01:36:26.719472Z","steps":["trace[1291285369] 'agreement among raft nodes before linearized reading' (duration: 161.758746ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:36:27.328469Z","caller":"traceutil/trace.go:171","msg":"trace[1391470176] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"604.786854ms","start":"2026-04-27T01:36:26.723642Z","end":"2026-04-27T01:36:27.328429Z","steps":["trace[1391470176] 'process raft request' (duration: 604.557617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:36:27.328744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:36:26.723618Z","time spent":"605.034132ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:36:28.110319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.262718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:36:28.111078Z","caller":"traceutil/trace.go:171","msg":"trace[720000786] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"1.387113869s","start":"2026-04-27T01:36:26.723934Z","end":"2026-04-27T01:36:28.111047Z","steps":["trace[720000786] 'process raft request' (duration: 880.009124ms)","trace[720000786] 'compare' (duration: 506.066012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:36:28.111186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:36:26.723922Z","time spent":"1.387214822s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:36:28.111249Z","caller":"traceutil/trace.go:171","msg":"trace[754484122] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"1.386788209s","start":"2026-04-27T01:36:26.72441Z","end":"2026-04-27T01:36:28.111199Z","steps":["trace[754484122] 'process raft request' (duration: 1.386171249s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:36:28.111438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:36:26.724404Z","time spent":"1.386932083s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:36:28.111475Z","caller":"traceutil/trace.go:171","msg":"trace[1191067005] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"1.387430489s","start":"2026-04-27T01:36:26.723993Z","end":"2026-04-27T01:36:28.111424Z","steps":["trace[1191067005] 'process raft request' (duration: 1.386476148s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:36:28.111505Z","caller":"traceutil/trace.go:171","msg":"trace[753961422] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"1.387293805s","start":"2026-04-27T01:36:26.724157Z","end":"2026-04-27T01:36:28.111451Z","steps":["trace[753961422] 'process raft request' (duration: 1.386379975s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:36:28.111449Z","caller":"traceutil/trace.go:171","msg":"trace[1423253837] linearizableReadLoop","detail":"{readStateIndex:2996; appliedIndex:2991; }","duration":"1.13946542s","start":"2026-04-27T01:36:26.9719Z","end":"2026-04-27T01:36:28.111365Z","steps":["trace[1423253837] 'read index received' (duration: 356.323569ms)","trace[1423253837] 'applied index is now lower than readState.Index' (duration: 783.088979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:36:28.111775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:36:26.723986Z","time spent":"1.387684677s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:36:28.111861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:36:26.72414Z","time spent":"1.387589944s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:36:28.111936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.556091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:36:28.111995Z","caller":"traceutil/trace.go:171","msg":"trace[391264272] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2882; }","duration":"508.656064ms","start":"2026-04-27T01:36:27.603322Z","end":"2026-04-27T01:36:28.111978Z","steps":["trace[391264272] 'agreement among raft nodes before linearized reading' (duration: 508.564342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:36:28.111979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140023948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-27T01:36:28.112054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.571134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-04-27T01:36:28.112106Z","caller":"traceutil/trace.go:171","msg":"trace[543053764] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2882; }","duration":"793.661126ms","start":"2026-04-27T01:36:27.318432Z","end":"2026-04-27T01:36:28.112093Z","steps":["trace[543053764] 'agreement among raft nodes before linearized reading' (duration: 793.486441ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:36:28.112123Z","caller":"traceutil/trace.go:171","msg":"trace[1513586071] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2882; }","duration":"1.140229994s","start":"2026-04-27T01:36:26.971857Z","end":"2026-04-27T01:36:28.112087Z","steps":["trace[1513586071] 'agreement among raft nodes before linearized reading' (duration: 1.139674126s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:36:28.112041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:36:27.603301Z","time spent":"508.730896ms","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:36:28.112146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:36:27.318411Z","time spent":"793.727549ms","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1320,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-27T01:36:28.112182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:36:26.971837Z","time spent":"1.140333928s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:36:28.112118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.254034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:36:28.112344Z","caller":"traceutil/trace.go:171","msg":"trace[104202565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2882; }","duration":"349.620506ms","start":"2026-04-27T01:36:27.762703Z","end":"2026-04-27T01:36:28.112324Z","steps":["trace[104202565] 'agreement among raft nodes before linearized reading' (duration: 349.175051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:36:28.112433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:36:27.762657Z","time spent":"349.758529ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:36:28.114155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087434338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-27T01:36:28.114225Z","caller":"traceutil/trace.go:171","msg":"trace[1535607464] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2882; }","duration":"1.087573523s","start":"2026-04-27T01:36:27.026634Z","end":"2026-04-27T01:36:28.114208Z","steps":["trace[1535607464] 'agreement among raft nodes before linearized reading' (duration: 1.085248558s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:36:28.11425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:36:27.026599Z","time spent":"1.087644205s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T01:37:32.703835Z","caller":"traceutil/trace.go:171","msg":"trace[2097234915] transaction","detail":"{read_only:false; response_revision:3490; number_of_response:1; }","duration":"144.254463ms","start":"2026-04-27T01:37:32.559417Z","end":"2026-04-27T01:37:32.703671Z","steps":["trace[2097234915] 'process raft request' (duration: 96.608932ms)","trace[2097234915] 'compare' (duration: 47.518477ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:32.710098Z","caller":"traceutil/trace.go:171","msg":"trace[221152599] transaction","detail":"{read_only:false; response_revision:3491; number_of_response:1; }","duration":"150.182713ms","start":"2026-04-27T01:37:32.5599Z","end":"2026-04-27T01:37:32.710082Z","steps":["trace[221152599] 'process raft request' (duration: 150.09751ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:40.288511Z","caller":"traceutil/trace.go:171","msg":"trace[1411517742] transaction","detail":"{read_only:false; response_revision:3539; number_of_response:1; }","duration":"248.772199ms","start":"2026-04-27T01:37:40.039707Z","end":"2026-04-27T01:37:40.288479Z","steps":["trace[1411517742] 'process raft request' (duration: 248.50446ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:36.058556Z","caller":"traceutil/trace.go:171","msg":"trace[1467913039] transaction","detail":"{read_only:false; response_revision:4012; number_of_response:1; }","duration":"112.415328ms","start":"2026-04-27T01:38:35.946113Z","end":"2026-04-27T01:38:36.058528Z","steps":["trace[1467913039] 'process raft request' (duration: 112.264063ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:41.525632Z","caller":"traceutil/trace.go:171","msg":"trace[832672324] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"162.569989ms","start":"2026-04-27T01:38:41.363019Z","end":"2026-04-27T01:38:41.525589Z","steps":["trace[832672324] 'process raft request' (duration: 105.342642ms)","trace[832672324] 'compare' (duration: 57.00868ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:38:41.532824Z","caller":"traceutil/trace.go:171","msg":"trace[1430148109] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"131.923861ms","start":"2026-04-27T01:38:41.400852Z","end":"2026-04-27T01:38:41.532776Z","steps":["trace[1430148109] 'process raft request' (duration: 131.455126ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:41.532857Z","caller":"traceutil/trace.go:171","msg":"trace[638412349] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"109.258127ms","start":"2026-04-27T01:38:41.423528Z","end":"2026-04-27T01:38:41.532786Z","steps":["trace[638412349] 'process raft request' (duration: 109.164554ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:42.702267Z","caller":"traceutil/trace.go:171","msg":"trace[490802034] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"117.683226ms","start":"2026-04-27T01:38:42.584553Z","end":"2026-04-27T01:38:42.702237Z","steps":["trace[490802034] 'process raft request' (duration: 117.523341ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:43.952057Z","caller":"traceutil/trace.go:171","msg":"trace[1949942206] linearizableReadLoop","detail":"{readStateIndex:4623; appliedIndex:4621; }","duration":"200.151609ms","start":"2026-04-27T01:38:43.751887Z","end":"2026-04-27T01:38:43.952038Z","steps":["trace[1949942206] 'read index received' (duration: 9.735081ms)","trace[1949942206] 'applied index is now lower than readState.Index' (duration: 190.415778ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:38:43.952159Z","caller":"traceutil/trace.go:171","msg":"trace[1372930172] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"197.160463ms","start":"2026-04-27T01:38:43.75499Z","end":"2026-04-27T01:38:43.952151Z","steps":["trace[1372930172] 'process raft request' (duration: 196.974087ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:43.952285Z","caller":"traceutil/trace.go:171","msg":"trace[325616031] transaction","detail":"{read_only:false; response_revision:4433; number_of_response:1; }","duration":"201.941166ms","start":"2026-04-27T01:38:43.750312Z","end":"2026-04-27T01:38:43.952253Z","steps":["trace[325616031] 'process raft request' (duration: 200.227651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:43.952374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.471839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:38:43.952405Z","caller":"traceutil/trace.go:171","msg":"trace[882507390] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4434; }","duration":"200.529651ms","start":"2026-04-27T01:38:43.751862Z","end":"2026-04-27T01:38:43.952392Z","steps":["trace[882507390] 'agreement among raft nodes before linearized reading' (duration: 200.471279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:43.952573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.430872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cc88b86d6-w227h\" ","response":"range_response_count:1 size:5041"} {"level":"info","ts":"2026-04-27T01:38:43.952597Z","caller":"traceutil/trace.go:171","msg":"trace[339195264] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cc88b86d6-w227h; range_end:; response_count:1; response_revision:4434; }","duration":"197.496443ms","start":"2026-04-27T01:38:43.755091Z","end":"2026-04-27T01:38:43.952588Z","steps":["trace[339195264] 'agreement among raft nodes before linearized reading' (duration: 197.40652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:43.952735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.332708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-27T01:38:43.952755Z","caller":"traceutil/trace.go:171","msg":"trace[1983648547] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4434; }","duration":"186.401519ms","start":"2026-04-27T01:38:43.766348Z","end":"2026-04-27T01:38:43.952749Z","steps":["trace[1983648547] 'agreement among raft nodes before linearized reading' (duration: 186.343018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:43.954155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.969992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2110475"} {"level":"info","ts":"2026-04-27T01:38:43.954246Z","caller":"traceutil/trace.go:171","msg":"trace[147856941] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4434; }","duration":"111.115097ms","start":"2026-04-27T01:38:43.843118Z","end":"2026-04-27T01:38:43.954233Z","steps":["trace[147856941] 'agreement among raft nodes before linearized reading' (duration: 109.461534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:45.472051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.360997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:38:45.472141Z","caller":"traceutil/trace.go:171","msg":"trace[1407558607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4470; }","duration":"670.491481ms","start":"2026-04-27T01:38:44.801628Z","end":"2026-04-27T01:38:45.472119Z","steps":["trace[1407558607] 'range keys from in-memory index tree' (duration: 670.271754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:45.472153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.910593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-27T01:38:45.47219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:44.801611Z","time spent":"670.567583ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:38:45.47221Z","caller":"traceutil/trace.go:171","msg":"trace[863258409] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4470; }","duration":"556.001606ms","start":"2026-04-27T01:38:44.916193Z","end":"2026-04-27T01:38:45.472195Z","steps":["trace[863258409] 'range keys from in-memory index tree' (duration: 555.724328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:45.472231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.285623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T01:38:45.472253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:44.916176Z","time spent":"556.065209ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-27T01:38:45.47227Z","caller":"traceutil/trace.go:171","msg":"trace[255227359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4470; }","duration":"638.373445ms","start":"2026-04-27T01:38:44.833887Z","end":"2026-04-27T01:38:45.472261Z","steps":["trace[255227359] 'range keys from in-memory index tree' (duration: 638.145068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:45.472296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:44.833863Z","time spent":"638.425667ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:38:45.472576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.189453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-27T01:38:45.472675Z","caller":"traceutil/trace.go:171","msg":"trace[778700873] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4470; }","duration":"629.515543ms","start":"2026-04-27T01:38:44.843128Z","end":"2026-04-27T01:38:45.472643Z","steps":["trace[778700873] 'range keys from in-memory index tree' (duration: 629.029578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:45.472722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:44.843108Z","time spent":"629.605366ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-27T01:38:45.496835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022266627,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T01:38:45.545524Z","caller":"traceutil/trace.go:171","msg":"trace[1563227500] transaction","detail":"{read_only:false; response_revision:4471; number_of_response:1; }","duration":"584.516857ms","start":"2026-04-27T01:38:44.960983Z","end":"2026-04-27T01:38:45.545499Z","steps":["trace[1563227500] 'process raft request' (duration: 584.366392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:45.545676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:44.960927Z","time spent":"584.668791ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3829,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:38:45.567108Z","caller":"traceutil/trace.go:171","msg":"trace[186335358] transaction","detail":"{read_only:false; response_revision:4472; number_of_response:1; }","duration":"604.582617ms","start":"2026-04-27T01:38:44.962473Z","end":"2026-04-27T01:38:45.567055Z","steps":["trace[186335358] 'process raft request' (duration: 604.265997ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:45.567106Z","caller":"traceutil/trace.go:171","msg":"trace[808574139] linearizableReadLoop","detail":"{readStateIndex:4664; appliedIndex:4660; }","duration":"570.8447ms","start":"2026-04-27T01:38:44.996235Z","end":"2026-04-27T01:38:45.56708Z","steps":["trace[808574139] 'read index received' (duration: 549.158598ms)","trace[808574139] 'applied index is now lower than readState.Index' (duration: 21.684942ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:38:45.567452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.973205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:38:45.567524Z","caller":"traceutil/trace.go:171","msg":"trace[612762104] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4474; }","duration":"530.064928ms","start":"2026-04-27T01:38:45.037438Z","end":"2026-04-27T01:38:45.567503Z","steps":["trace[612762104] 'agreement among raft nodes before linearized reading' (duration: 529.926064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:45.567524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.326936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T01:38:45.567584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:45.037373Z","time spent":"530.177742ms","remote":"127.0.0.1:58684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:38:45.56762Z","caller":"traceutil/trace.go:171","msg":"trace[1683744515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4474; }","duration":"441.445641ms","start":"2026-04-27T01:38:45.126157Z","end":"2026-04-27T01:38:45.567603Z","steps":["trace[1683744515] 'agreement among raft nodes before linearized reading' (duration: 441.222453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:45.567658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.774626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:38:45.567688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:45.126147Z","time spent":"441.525843ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T01:38:45.567875Z","caller":"traceutil/trace.go:171","msg":"trace[2138128102] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4474; }","duration":"450.021584ms","start":"2026-04-27T01:38:45.117834Z","end":"2026-04-27T01:38:45.567855Z","steps":["trace[2138128102] 'agreement among raft nodes before linearized reading' (duration: 449.698753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:45.567947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:45.117829Z","time spent":"450.102606ms","remote":"127.0.0.1:40714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:38:45.567935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.23083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T01:38:45.568165Z","caller":"traceutil/trace.go:171","msg":"trace[379809931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4474; }","duration":"450.426416ms","start":"2026-04-27T01:38:45.117637Z","end":"2026-04-27T01:38:45.568063Z","steps":["trace[379809931] 'agreement among raft nodes before linearized reading' (duration: 450.083375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:45.568234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:45.117619Z","time spent":"450.598742ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:38:45.567983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:44.962447Z","time spent":"604.746482ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:38:45.568616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.368989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:48 size:2349402"} {"level":"info","ts":"2026-04-27T01:38:45.568686Z","caller":"traceutil/trace.go:171","msg":"trace[107690505] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:48; response_revision:4474; }","duration":"572.471203ms","start":"2026-04-27T01:38:44.996198Z","end":"2026-04-27T01:38:45.568669Z","steps":["trace[107690505] 'agreement among raft nodes before linearized reading' (duration: 570.964334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:45.568788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:44.99618Z","time spent":"572.588936ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":48,"response size":2349426,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-27T01:38:46.480938Z","caller":"traceutil/trace.go:171","msg":"trace[1352663973] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"117.393868ms","start":"2026-04-27T01:38:46.363522Z","end":"2026-04-27T01:38:46.480916Z","steps":["trace[1352663973] 'process raft request' (duration: 117.262623ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:47.089502Z","caller":"traceutil/trace.go:171","msg":"trace[1441877289] linearizableReadLoop","detail":"{readStateIndex:4689; appliedIndex:4688; }","duration":"269.791992ms","start":"2026-04-27T01:38:46.819688Z","end":"2026-04-27T01:38:47.08948Z","steps":["trace[1441877289] 'read index received' (duration: 269.600546ms)","trace[1441877289] 'applied index is now lower than readState.Index' (duration: 190.616µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:38:47.089557Z","caller":"traceutil/trace.go:171","msg":"trace[1333460088] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"288.687565ms","start":"2026-04-27T01:38:46.800856Z","end":"2026-04-27T01:38:47.089544Z","steps":["trace[1333460088] 'process raft request' (duration: 288.443917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:47.08967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.978927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-04-27T01:38:47.089698Z","caller":"traceutil/trace.go:171","msg":"trace[45224699] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4498; }","duration":"270.07224ms","start":"2026-04-27T01:38:46.819618Z","end":"2026-04-27T01:38:47.08969Z","steps":["trace[45224699] 'agreement among raft nodes before linearized reading' (duration: 269.953577ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:48.141173Z","caller":"traceutil/trace.go:171","msg":"trace[979743938] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"152.858469ms","start":"2026-04-27T01:38:47.988287Z","end":"2026-04-27T01:38:48.141145Z","steps":["trace[979743938] 'process raft request' (duration: 152.704174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:48.474252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.858043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:38:48.474391Z","caller":"traceutil/trace.go:171","msg":"trace[1837137027] linearizableReadLoop","detail":"{readStateIndex:4704; appliedIndex:4703; }","duration":"329.445865ms","start":"2026-04-27T01:38:48.144922Z","end":"2026-04-27T01:38:48.474368Z","steps":["trace[1837137027] 'read index received' (duration: 85.469998ms)","trace[1837137027] 'applied index is now lower than readState.Index' (duration: 243.973987ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:38:48.474483Z","caller":"traceutil/trace.go:171","msg":"trace[888786664] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"483.845453ms","start":"2026-04-27T01:38:47.990621Z","end":"2026-04-27T01:38:48.474466Z","steps":["trace[888786664] 'process raft request' (duration: 239.652839ms)","trace[888786664] 'compare' (duration: 243.564964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:38:48.474578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:47.990611Z","time spent":"483.916635ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:38:48.47483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.880999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-04-27T01:38:48.474919Z","caller":"traceutil/trace.go:171","msg":"trace[102147048] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4512; }","duration":"330.008873ms","start":"2026-04-27T01:38:48.144885Z","end":"2026-04-27T01:38:48.474894Z","steps":["trace[102147048] 'agreement among raft nodes before linearized reading' (duration: 329.59253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:48.474966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:48.144868Z","time spent":"330.089146ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T01:38:48.531063Z","caller":"traceutil/trace.go:171","msg":"trace[530704640] transaction","detail":"{read_only:false; response_revision:4513; number_of_response:1; }","duration":"381.740894ms","start":"2026-04-27T01:38:48.149302Z","end":"2026-04-27T01:38:48.531043Z","steps":["trace[530704640] 'process raft request' (duration: 381.528078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:48.531194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:48.149276Z","time spent":"381.846398ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:38:48.531286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.312179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-27T01:38:48.531268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.938406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:38:48.53133Z","caller":"traceutil/trace.go:171","msg":"trace[1254732217] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:4513; }","duration":"234.394491ms","start":"2026-04-27T01:38:48.296926Z","end":"2026-04-27T01:38:48.531321Z","steps":["trace[1254732217] 'agreement among raft nodes before linearized reading' (duration: 234.119443ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:48.531361Z","caller":"traceutil/trace.go:171","msg":"trace[1216750502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4513; }","duration":"369.06381ms","start":"2026-04-27T01:38:48.162273Z","end":"2026-04-27T01:38:48.531337Z","steps":["trace[1216750502] 'agreement among raft nodes before linearized reading' (duration: 368.814162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:48.531424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:48.162259Z","time spent":"369.151913ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:38:48.727507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.838643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:38:48.727661Z","caller":"traceutil/trace.go:171","msg":"trace[956163246] linearizableReadLoop","detail":"{readStateIndex:4706; appliedIndex:4705; }","duration":"196.631367ms","start":"2026-04-27T01:38:48.531009Z","end":"2026-04-27T01:38:48.727641Z","steps":["trace[956163246] 'read index received' (duration: 51.703651ms)","trace[956163246] 'applied index is now lower than readState.Index' (duration: 144.926385ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:38:48.727721Z","caller":"traceutil/trace.go:171","msg":"trace[812554580] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"248.396498ms","start":"2026-04-27T01:38:48.479274Z","end":"2026-04-27T01:38:48.72767Z","steps":["trace[812554580] 'process raft request' (duration: 103.287127ms)","trace[812554580] 'compare' (duration: 144.681508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:38:48.727863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.00985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-27T01:38:48.727908Z","caller":"traceutil/trace.go:171","msg":"trace[80259963] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4514; }","duration":"250.088283ms","start":"2026-04-27T01:38:48.477805Z","end":"2026-04-27T01:38:48.727893Z","steps":["trace[80259963] 'agreement among raft nodes before linearized reading' (duration: 249.935748ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:48.769536Z","caller":"traceutil/trace.go:171","msg":"trace[1847684724] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"233.722051ms","start":"2026-04-27T01:38:48.535784Z","end":"2026-04-27T01:38:48.769506Z","steps":["trace[1847684724] 'process raft request' (duration: 233.546645ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:48.769624Z","caller":"traceutil/trace.go:171","msg":"trace[129952792] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"231.291082ms","start":"2026-04-27T01:38:48.538307Z","end":"2026-04-27T01:38:48.769598Z","steps":["trace[129952792] 'process raft request' (duration: 231.147698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:48.769761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.584768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42345"} {"level":"info","ts":"2026-04-27T01:38:48.769814Z","caller":"traceutil/trace.go:171","msg":"trace[447219554] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4516; }","duration":"234.683731ms","start":"2026-04-27T01:38:48.535118Z","end":"2026-04-27T01:38:48.769802Z","steps":["trace[447219554] 'agreement among raft nodes before linearized reading' (duration: 234.470904ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:49.723634Z","caller":"traceutil/trace.go:171","msg":"trace[131998131] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"137.53872ms","start":"2026-04-27T01:38:49.586059Z","end":"2026-04-27T01:38:49.723598Z","steps":["trace[131998131] 'process raft request' (duration: 83.922149ms)","trace[131998131] 'compare' (duration: 53.380754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:38:50.800059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.88198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:38:50.800274Z","caller":"traceutil/trace.go:171","msg":"trace[1631836506] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"235.471546ms","start":"2026-04-27T01:38:50.564774Z","end":"2026-04-27T01:38:50.800245Z","steps":["trace[1631836506] 'process raft request' (duration: 108.298526ms)","trace[1631836506] 'compare' (duration: 126.692564ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:38:52.447359Z","caller":"traceutil/trace.go:171","msg":"trace[247035454] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"137.488418ms","start":"2026-04-27T01:38:52.309847Z","end":"2026-04-27T01:38:52.447336Z","steps":["trace[247035454] 'process raft request' (duration: 137.357804ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:52.447453Z","caller":"traceutil/trace.go:171","msg":"trace[1299368602] linearizableReadLoop","detail":"{readStateIndex:4772; appliedIndex:4772; }","duration":"120.477755ms","start":"2026-04-27T01:38:52.326959Z","end":"2026-04-27T01:38:52.447437Z","steps":["trace[1299368602] 'read index received' (duration: 120.469135ms)","trace[1299368602] 'applied index is now lower than readState.Index' (duration: 7.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:38:52.447586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.587119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:38:52.44762Z","caller":"traceutil/trace.go:171","msg":"trace[1664211478] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4578; }","duration":"120.702042ms","start":"2026-04-27T01:38:52.326906Z","end":"2026-04-27T01:38:52.447608Z","steps":["trace[1664211478] 'agreement among raft nodes before linearized reading' (duration: 120.603349ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:52.635098Z","caller":"traceutil/trace.go:171","msg":"trace[1822658254] linearizableReadLoop","detail":"{readStateIndex:4773; appliedIndex:4772; }","duration":"187.583367ms","start":"2026-04-27T01:38:52.447493Z","end":"2026-04-27T01:38:52.635076Z","steps":["trace[1822658254] 'read index received' (duration: 147.276271ms)","trace[1822658254] 'applied index is now lower than readState.Index' (duration: 40.306346ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:38:52.635138Z","caller":"traceutil/trace.go:171","msg":"trace[1111946150] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"230.886179ms","start":"2026-04-27T01:38:52.404211Z","end":"2026-04-27T01:38:52.635097Z","steps":["trace[1111946150] 'process raft request' (duration: 190.541011ms)","trace[1111946150] 'compare' (duration: 40.213134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:38:52.635174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.985369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:38:52.635225Z","caller":"traceutil/trace.go:171","msg":"trace[1919752290] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4579; }","duration":"229.075102ms","start":"2026-04-27T01:38:52.406136Z","end":"2026-04-27T01:38:52.635211Z","steps":["trace[1919752290] 'agreement among raft nodes before linearized reading' (duration: 228.954368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:52.63527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.495418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T01:38:52.635312Z","caller":"traceutil/trace.go:171","msg":"trace[702070710] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4579; }","duration":"241.58166ms","start":"2026-04-27T01:38:52.393719Z","end":"2026-04-27T01:38:52.6353Z","steps":["trace[702070710] 'agreement among raft nodes before linearized reading' (duration: 241.436526ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:52.653577Z","caller":"traceutil/trace.go:171","msg":"trace[942527179] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4579; }","duration":"195.063896ms","start":"2026-04-27T01:38:52.458494Z","end":"2026-04-27T01:38:52.653558Z","steps":["trace[942527179] 'process raft request' (duration: 194.995404ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:52.793064Z","caller":"traceutil/trace.go:171","msg":"trace[1278694295] linearizableReadLoop","detail":"{readStateIndex:4777; appliedIndex:4774; }","duration":"138.652425ms","start":"2026-04-27T01:38:52.654396Z","end":"2026-04-27T01:38:52.793048Z","steps":["trace[1278694295] 'read index received' (duration: 81.864603ms)","trace[1278694295] 'applied index is now lower than readState.Index' (duration: 56.786962ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:38:52.793217Z","caller":"traceutil/trace.go:171","msg":"trace[1284717108] transaction","detail":"{read_only:false; response_revision:4580; number_of_response:1; }","duration":"153.275922ms","start":"2026-04-27T01:38:52.639933Z","end":"2026-04-27T01:38:52.793209Z","steps":["trace[1284717108] 'process raft request' (duration: 96.348246ms)","trace[1284717108] 'compare' (duration: 56.598035ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:38:52.793381Z","caller":"traceutil/trace.go:171","msg":"trace[730703748] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"151.259047ms","start":"2026-04-27T01:38:52.642116Z","end":"2026-04-27T01:38:52.793375Z","steps":["trace[730703748] 'process raft request' (duration: 150.871745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:52.793702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.264454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13485"} {"level":"info","ts":"2026-04-27T01:38:52.79376Z","caller":"traceutil/trace.go:171","msg":"trace[1950541807] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"148.365514ms","start":"2026-04-27T01:38:52.645364Z","end":"2026-04-27T01:38:52.793729Z","steps":["trace[1950541807] 'process raft request' (duration: 147.658652ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:52.793826Z","caller":"traceutil/trace.go:171","msg":"trace[1057014494] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:4582; }","duration":"139.44277ms","start":"2026-04-27T01:38:52.654359Z","end":"2026-04-27T01:38:52.793802Z","steps":["trace[1057014494] 'agreement among raft nodes before linearized reading' (duration: 139.031277ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:52.988386Z","caller":"traceutil/trace.go:171","msg":"trace[391682814] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"186.476282ms","start":"2026-04-27T01:38:52.801881Z","end":"2026-04-27T01:38:52.988357Z","steps":["trace[391682814] 'process raft request' (duration: 185.803531ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:52.988546Z","caller":"traceutil/trace.go:171","msg":"trace[1643321137] linearizableReadLoop","detail":"{readStateIndex:4781; appliedIndex:4778; }","duration":"145.503874ms","start":"2026-04-27T01:38:52.843003Z","end":"2026-04-27T01:38:52.988507Z","steps":["trace[1643321137] 'read index received' (duration: 144.632036ms)","trace[1643321137] 'applied index is now lower than readState.Index' (duration: 870.308µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:38:52.988626Z","caller":"traceutil/trace.go:171","msg":"trace[546251060] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"183.670283ms","start":"2026-04-27T01:38:52.804918Z","end":"2026-04-27T01:38:52.988588Z","steps":["trace[546251060] 'process raft request' (duration: 183.504788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:52.988855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.673674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:38:52.988918Z","caller":"traceutil/trace.go:171","msg":"trace[623816162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4586; }","duration":"142.823159ms","start":"2026-04-27T01:38:52.846078Z","end":"2026-04-27T01:38:52.988902Z","steps":["trace[623816162] 'agreement among raft nodes before linearized reading' (duration: 142.674624ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:52.988888Z","caller":"traceutil/trace.go:171","msg":"trace[1713896214] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"186.918476ms","start":"2026-04-27T01:38:52.801924Z","end":"2026-04-27T01:38:52.988842Z","steps":["trace[1713896214] 'process raft request' (duration: 186.356178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:52.988932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.157179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-27T01:38:52.988937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.546906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-27T01:38:52.989097Z","caller":"traceutil/trace.go:171","msg":"trace[1426274692] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4586; }","duration":"164.326035ms","start":"2026-04-27T01:38:52.824697Z","end":"2026-04-27T01:38:52.989023Z","steps":["trace[1426274692] 'agreement among raft nodes before linearized reading' (duration: 163.895211ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:52.989149Z","caller":"traceutil/trace.go:171","msg":"trace[1540533589] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4586; }","duration":"161.793474ms","start":"2026-04-27T01:38:52.827333Z","end":"2026-04-27T01:38:52.989127Z","steps":["trace[1540533589] 'agreement among raft nodes before linearized reading' (duration: 161.449123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:52.989374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.932115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T01:38:52.989436Z","caller":"traceutil/trace.go:171","msg":"trace[730348016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4586; }","duration":"181.036658ms","start":"2026-04-27T01:38:52.808385Z","end":"2026-04-27T01:38:52.989421Z","steps":["trace[730348016] 'agreement among raft nodes before linearized reading' (duration: 180.264184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:52.989535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.547572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-27T01:38:52.989635Z","caller":"traceutil/trace.go:171","msg":"trace[1512863535] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:4586; }","duration":"169.672006ms","start":"2026-04-27T01:38:52.819949Z","end":"2026-04-27T01:38:52.989621Z","steps":["trace[1512863535] 'agreement among raft nodes before linearized reading' (duration: 168.676054ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:54.267318Z","caller":"traceutil/trace.go:171","msg":"trace[1948626655] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"167.439734ms","start":"2026-04-27T01:38:54.099845Z","end":"2026-04-27T01:38:54.267285Z","steps":["trace[1948626655] 'process raft request' (duration: 167.256848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:55.314941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.185547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:38:55.31503Z","caller":"traceutil/trace.go:171","msg":"trace[607193452] linearizableReadLoop","detail":"{readStateIndex:4892; appliedIndex:4891; }","duration":"315.853451ms","start":"2026-04-27T01:38:54.999162Z","end":"2026-04-27T01:38:55.315016Z","steps":["trace[607193452] 'read index received' (duration: 174.602553ms)","trace[607193452] 'applied index is now lower than readState.Index' (duration: 141.249728ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:38:55.31511Z","caller":"traceutil/trace.go:171","msg":"trace[1620417105] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"319.950232ms","start":"2026-04-27T01:38:54.995151Z","end":"2026-04-27T01:38:55.315101Z","steps":["trace[1620417105] 'process raft request' (duration: 178.536328ms)","trace[1620417105] 'compare' (duration: 140.876117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:38:55.315154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:54.995125Z","time spent":"320.008394ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:38:55.315163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.827273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:724004"} {"level":"warn","ts":"2026-04-27T01:38:55.315309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.647333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-27T01:38:55.315391Z","caller":"traceutil/trace.go:171","msg":"trace[1933800011] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:4692; }","duration":"314.760357ms","start":"2026-04-27T01:38:55.00061Z","end":"2026-04-27T01:38:55.31537Z","steps":["trace[1933800011] 'agreement among raft nodes before linearized reading' (duration: 314.55682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:55.315433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:55.000597Z","time spent":"314.826748ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-jv49p\" "} {"level":"info","ts":"2026-04-27T01:38:55.315264Z","caller":"traceutil/trace.go:171","msg":"trace[934088255] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4691; }","duration":"332.986128ms","start":"2026-04-27T01:38:54.982253Z","end":"2026-04-27T01:38:55.315239Z","steps":["trace[934088255] 'range keys from in-memory index tree' (duration: 332.300166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:55.315499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:54.982225Z","time spent":"333.256116ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":724028,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-27T01:38:55.315584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.151914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-27T01:38:55.315614Z","caller":"traceutil/trace.go:171","msg":"trace[856765508] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4692; }","duration":"297.193175ms","start":"2026-04-27T01:38:55.018411Z","end":"2026-04-27T01:38:55.315604Z","steps":["trace[856765508] 'agreement among raft nodes before linearized reading' (duration: 297.061311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:55.315973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.696395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-27T01:38:55.316034Z","caller":"traceutil/trace.go:171","msg":"trace[1382183221] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4692; }","duration":"299.788138ms","start":"2026-04-27T01:38:55.016229Z","end":"2026-04-27T01:38:55.316017Z","steps":["trace[1382183221] 'agreement among raft nodes before linearized reading' (duration: 299.442437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:55.316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.812012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T01:38:55.316328Z","caller":"traceutil/trace.go:171","msg":"trace[2085940182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4692; }","duration":"317.134362ms","start":"2026-04-27T01:38:54.999158Z","end":"2026-04-27T01:38:55.316292Z","steps":["trace[2085940182] 'agreement among raft nodes before linearized reading' (duration: 316.688358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:55.316482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:54.999126Z","time spent":"317.342159ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T01:38:56.004526Z","caller":"traceutil/trace.go:171","msg":"trace[766445461] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"195.673465ms","start":"2026-04-27T01:38:55.808832Z","end":"2026-04-27T01:38:56.004505Z","steps":["trace[766445461] 'process raft request' (duration: 195.536721ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:56.595324Z","caller":"traceutil/trace.go:171","msg":"trace[211624306] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"786.42639ms","start":"2026-04-27T01:38:55.808873Z","end":"2026-04-27T01:38:56.595299Z","steps":["trace[211624306] 'process raft request' (duration: 786.139111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:56.595473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:55.808861Z","time spent":"786.537133ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:38:56.596065Z","caller":"traceutil/trace.go:171","msg":"trace[1770671920] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"786.838933ms","start":"2026-04-27T01:38:55.809185Z","end":"2026-04-27T01:38:56.596024Z","steps":["trace[1770671920] 'process raft request' (duration: 785.990366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:56.59627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:55.809178Z","time spent":"786.986568ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:38:56.596285Z","caller":"traceutil/trace.go:171","msg":"trace[1482023084] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"786.288306ms","start":"2026-04-27T01:38:55.809976Z","end":"2026-04-27T01:38:56.596265Z","steps":["trace[1482023084] 'process raft request' (duration: 785.950885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:56.596393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:55.80997Z","time spent":"786.367949ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:38:56.596549Z","caller":"traceutil/trace.go:171","msg":"trace[511103606] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"728.908904ms","start":"2026-04-27T01:38:55.86759Z","end":"2026-04-27T01:38:56.596499Z","steps":["trace[511103606] 'process raft request' (duration: 728.601014ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:56.596596Z","caller":"traceutil/trace.go:171","msg":"trace[1252595706] linearizableReadLoop","detail":"{readStateIndex:4911; appliedIndex:4907; }","duration":"730.183545ms","start":"2026-04-27T01:38:55.866393Z","end":"2026-04-27T01:38:56.596577Z","steps":["trace[1252595706] 'read index received' (duration: 138.005735ms)","trace[1252595706] 'applied index is now lower than readState.Index' (duration: 592.17603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:38:56.596748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:55.867568Z","time spent":"729.08522ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:38:56.596784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.892941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:38:56.596827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.418202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-dd87l\" ","response":"range_response_count:1 size:9724"} {"level":"info","ts":"2026-04-27T01:38:56.596873Z","caller":"traceutil/trace.go:171","msg":"trace[1016170913] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4712; }","duration":"467.029016ms","start":"2026-04-27T01:38:56.129824Z","end":"2026-04-27T01:38:56.596853Z","steps":["trace[1016170913] 'agreement among raft nodes before linearized reading' (duration: 466.880151ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:56.596917Z","caller":"traceutil/trace.go:171","msg":"trace[598061941] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-dd87l; range_end:; response_count:1; response_revision:4712; }","duration":"730.542276ms","start":"2026-04-27T01:38:55.866356Z","end":"2026-04-27T01:38:56.596898Z","steps":["trace[598061941] 'agreement among raft nodes before linearized reading' (duration: 730.34178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:56.596934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:56.129803Z","time spent":"467.121438ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-04-27T01:38:56.596952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.982276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:38:56.596962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:55.86634Z","time spent":"730.613328ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9748,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-dd87l\" "} {"level":"warn","ts":"2026-04-27T01:38:56.59683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.172629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-43db85bb-ae24-4aff-9d56-d148a47a4222\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-27T01:38:56.597Z","caller":"traceutil/trace.go:171","msg":"trace[804019889] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4712; }","duration":"144.059538ms","start":"2026-04-27T01:38:56.452926Z","end":"2026-04-27T01:38:56.596986Z","steps":["trace[804019889] 'agreement among raft nodes before linearized reading' (duration: 143.957995ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:56.597058Z","caller":"traceutil/trace.go:171","msg":"trace[409493254] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-43db85bb-ae24-4aff-9d56-d148a47a4222; range_end:; response_count:1; response_revision:4712; }","duration":"101.433168ms","start":"2026-04-27T01:38:56.4956Z","end":"2026-04-27T01:38:56.597033Z","steps":["trace[409493254] 'agreement among raft nodes before linearized reading' (duration: 101.108227ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:57.314715Z","caller":"traceutil/trace.go:171","msg":"trace[253928965] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"113.051799ms","start":"2026-04-27T01:38:57.201635Z","end":"2026-04-27T01:38:57.314687Z","steps":["trace[253928965] 'process raft request' (duration: 112.900594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:58.377956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.986577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:38:58.378163Z","caller":"traceutil/trace.go:171","msg":"trace[1152654134] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"1.052690829s","start":"2026-04-27T01:38:57.325436Z","end":"2026-04-27T01:38:58.378127Z","steps":["trace[1152654134] 'process raft request' (duration: 198.484125ms)","trace[1152654134] 'compare' (duration: 853.852453ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:38:58.3783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:57.325417Z","time spent":"1.052824864s","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2498,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:38:58.378642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045121638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T01:38:58.378718Z","caller":"traceutil/trace.go:171","msg":"trace[608280371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4740; }","duration":"1.045247212s","start":"2026-04-27T01:38:57.333454Z","end":"2026-04-27T01:38:58.378701Z","steps":["trace[608280371] 'agreement among raft nodes before linearized reading' (duration: 1.045001394s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:58.378709Z","caller":"traceutil/trace.go:171","msg":"trace[1770456909] linearizableReadLoop","detail":"{readStateIndex:4942; appliedIndex:4941; }","duration":"1.044510718s","start":"2026-04-27T01:38:57.333511Z","end":"2026-04-27T01:38:58.378022Z","steps":["trace[1770456909] 'read index received' (duration: 190.50477ms)","trace[1770456909] 'applied index is now lower than readState.Index' (duration: 854.005028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:38:58.378746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:57.333436Z","time spent":"1.045304474s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:38:58.378988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.914063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:38:58.379019Z","caller":"traceutil/trace.go:171","msg":"trace[1323049909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4740; }","duration":"612.993706ms","start":"2026-04-27T01:38:57.766016Z","end":"2026-04-27T01:38:58.37901Z","steps":["trace[1323049909] 'agreement among raft nodes before linearized reading' (duration: 612.931354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:58.379042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:57.765994Z","time spent":"613.043928ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:38:58.379167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.244788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18aa1309bb11b8b5\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-04-27T01:38:58.379256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.287159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-27T01:38:58.379278Z","caller":"traceutil/trace.go:171","msg":"trace[1931155135] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4740; }","duration":"725.363342ms","start":"2026-04-27T01:38:57.653908Z","end":"2026-04-27T01:38:58.379271Z","steps":["trace[1931155135] 'agreement among raft nodes before linearized reading' (duration: 725.269659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:58.379283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.687753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-27T01:38:58.379295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:57.653876Z","time spent":"725.415034ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-27T01:38:58.379313Z","caller":"traceutil/trace.go:171","msg":"trace[1206858791] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4740; }","duration":"157.709884ms","start":"2026-04-27T01:38:58.22159Z","end":"2026-04-27T01:38:58.3793Z","steps":["trace[1206858791] 'agreement among raft nodes before linearized reading' (duration: 157.490647ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:58.379391Z","caller":"traceutil/trace.go:171","msg":"trace[643776527] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18aa1309bb11b8b5; range_end:; response_count:1; response_revision:4740; }","duration":"579.415614ms","start":"2026-04-27T01:38:57.799834Z","end":"2026-04-27T01:38:58.37925Z","steps":["trace[643776527] 'agreement among raft nodes before linearized reading' (duration: 579.038552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:58.37943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.611728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:38:58.379438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.713867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-04-27T01:38:58.379457Z","caller":"traceutil/trace.go:171","msg":"trace[874269655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4740; }","duration":"807.68004ms","start":"2026-04-27T01:38:57.571767Z","end":"2026-04-27T01:38:58.379447Z","steps":["trace[874269655] 'agreement among raft nodes before linearized reading' (duration: 807.632378ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:58.379463Z","caller":"traceutil/trace.go:171","msg":"trace[284887769] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4740; }","duration":"341.763718ms","start":"2026-04-27T01:38:58.03769Z","end":"2026-04-27T01:38:58.379454Z","steps":["trace[284887769] 'agreement among raft nodes before linearized reading' (duration: 341.679505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:58.379477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:57.571742Z","time spent":"807.729291ms","remote":"127.0.0.1:58686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:38:58.379469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:57.799812Z","time spent":"579.640701ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":967,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18aa1309bb11b8b5\" "} {"level":"warn","ts":"2026-04-27T01:38:58.37964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.581749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:38:58.379669Z","caller":"traceutil/trace.go:171","msg":"trace[121412174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4740; }","duration":"370.63869ms","start":"2026-04-27T01:38:58.009025Z","end":"2026-04-27T01:38:58.379663Z","steps":["trace[121412174] 'agreement among raft nodes before linearized reading' (duration: 370.217016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:58.379686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:58.009009Z","time spent":"370.673301ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:38:58.379862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035051357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-27T01:38:58.379867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.9128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-43db85bb-ae24-4aff-9d56-d148a47a4222\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-27T01:38:58.379891Z","caller":"traceutil/trace.go:171","msg":"trace[724201126] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4740; }","duration":"1.035098949s","start":"2026-04-27T01:38:57.344782Z","end":"2026-04-27T01:38:58.379881Z","steps":["trace[724201126] 'agreement among raft nodes before linearized reading' (duration: 1.035021216s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:58.379919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:57.344771Z","time spent":"1.03514327s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T01:38:58.379921Z","caller":"traceutil/trace.go:171","msg":"trace[1395097724] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-43db85bb-ae24-4aff-9d56-d148a47a4222; range_end:; response_count:1; response_revision:4740; }","duration":"777.993612ms","start":"2026-04-27T01:38:57.601909Z","end":"2026-04-27T01:38:58.379902Z","steps":["trace[1395097724] 'agreement among raft nodes before linearized reading' (duration: 777.30198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:58.379967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:57.601892Z","time spent":"778.062304ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-43db85bb-ae24-4aff-9d56-d148a47a4222\" "} {"level":"warn","ts":"2026-04-27T01:38:58.380016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045360266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42345"} {"level":"info","ts":"2026-04-27T01:38:58.38006Z","caller":"traceutil/trace.go:171","msg":"trace[336827319] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4740; }","duration":"1.045416898s","start":"2026-04-27T01:38:57.334633Z","end":"2026-04-27T01:38:58.380049Z","steps":["trace[336827319] 'agreement among raft nodes before linearized reading' (duration: 1.044204869s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:58.380093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:57.334624Z","time spent":"1.045461039s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":42369,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T01:38:58.379201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.477768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-dd87l-tls\" ","response":"range_response_count:1 size:1966"} {"level":"info","ts":"2026-04-27T01:38:58.380152Z","caller":"traceutil/trace.go:171","msg":"trace[611649131] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-dd87l-tls; range_end:; response_count:1; response_revision:4740; }","duration":"237.48072ms","start":"2026-04-27T01:38:58.142664Z","end":"2026-04-27T01:38:58.380144Z","steps":["trace[611649131] 'agreement among raft nodes before linearized reading' (duration: 236.365754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:58.379925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.459293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-43db85bb-ae24-4aff-9d56-d148a47a4222\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-27T01:38:58.380209Z","caller":"traceutil/trace.go:171","msg":"trace[1770657115] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-43db85bb-ae24-4aff-9d56-d148a47a4222; range_end:; response_count:1; response_revision:4740; }","duration":"494.757462ms","start":"2026-04-27T01:38:57.885424Z","end":"2026-04-27T01:38:58.380182Z","steps":["trace[1770657115] 'agreement among raft nodes before linearized reading' (duration: 493.969667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:58.380227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031545175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-27T01:38:58.380264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:57.885405Z","time spent":"494.843574ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-43db85bb-ae24-4aff-9d56-d148a47a4222\" "} {"level":"info","ts":"2026-04-27T01:38:58.380279Z","caller":"traceutil/trace.go:171","msg":"trace[167838254] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4740; }","duration":"1.031633668s","start":"2026-04-27T01:38:57.348631Z","end":"2026-04-27T01:38:58.380265Z","steps":["trace[167838254] 'agreement among raft nodes before linearized reading' (duration: 1.030919565s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:58.380333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:57.348611Z","time spent":"1.031708461s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:38:58.379481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:58.037674Z","time spent":"341.80169ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T01:39:00.741561Z","caller":"traceutil/trace.go:171","msg":"trace[1587321975] linearizableReadLoop","detail":"{readStateIndex:4985; appliedIndex:4984; }","duration":"356.694945ms","start":"2026-04-27T01:39:00.384833Z","end":"2026-04-27T01:39:00.741528Z","steps":["trace[1587321975] 'read index received' (duration: 356.53734ms)","trace[1587321975] 'applied index is now lower than readState.Index' (duration: 156.705µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:39:00.741677Z","caller":"traceutil/trace.go:171","msg":"trace[418349902] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"393.095877ms","start":"2026-04-27T01:39:00.348538Z","end":"2026-04-27T01:39:00.741633Z","steps":["trace[418349902] 'process raft request' (duration: 392.786937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:00.741824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:00.348502Z","time spent":"393.240401ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4925,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:39:00.74202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.16315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-27T01:39:00.742165Z","caller":"traceutil/trace.go:171","msg":"trace[70945437] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:4780; }","duration":"357.360847ms","start":"2026-04-27T01:39:00.384776Z","end":"2026-04-27T01:39:00.742137Z","steps":["trace[70945437] 'agreement among raft nodes before linearized reading' (duration: 356.880231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:00.742222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:00.384751Z","time spent":"357.460339ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-jv49p\" "} {"level":"warn","ts":"2026-04-27T01:39:00.754227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.656784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:39:00.75431Z","caller":"traceutil/trace.go:171","msg":"trace[895822914] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4781; }","duration":"335.822409ms","start":"2026-04-27T01:39:00.418468Z","end":"2026-04-27T01:39:00.75429Z","steps":["trace[895822914] 'agreement among raft nodes before linearized reading' (duration: 335.671304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:00.754351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:00.418445Z","time spent":"335.898351ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-04-27T01:39:00.754348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.663213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T01:39:00.754374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.455138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T01:39:00.754399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.881851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.67\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-27T01:39:00.754449Z","caller":"traceutil/trace.go:171","msg":"trace[1077802192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4781; }","duration":"356.556111ms","start":"2026-04-27T01:39:00.397874Z","end":"2026-04-27T01:39:00.754431Z","steps":["trace[1077802192] 'agreement among raft nodes before linearized reading' (duration: 356.341034ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:00.754485Z","caller":"traceutil/trace.go:171","msg":"trace[158856335] range","detail":"{range_begin:/registry/masterleases/199.19.213.67; range_end:; response_count:1; response_revision:4781; }","duration":"201.042486ms","start":"2026-04-27T01:39:00.553424Z","end":"2026-04-27T01:39:00.754466Z","steps":["trace[158856335] 'agreement among raft nodes before linearized reading' (duration: 200.719836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:00.754499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:00.397866Z","time spent":"356.625403ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:39:00.75468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.235318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-27T01:39:00.754684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.077657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-27T01:39:00.754686Z","caller":"traceutil/trace.go:171","msg":"trace[94905279] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"171.98885ms","start":"2026-04-27T01:39:00.582685Z","end":"2026-04-27T01:39:00.754674Z","steps":["trace[94905279] 'process raft request' (duration: 171.235896ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:00.754712Z","caller":"traceutil/trace.go:171","msg":"trace[498004117] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4781; }","duration":"344.29541ms","start":"2026-04-27T01:39:00.410407Z","end":"2026-04-27T01:39:00.754702Z","steps":["trace[498004117] 'agreement among raft nodes before linearized reading' (duration: 344.201447ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:00.754721Z","caller":"traceutil/trace.go:171","msg":"trace[955676858] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4781; }","duration":"357.16187ms","start":"2026-04-27T01:39:00.397549Z","end":"2026-04-27T01:39:00.75471Z","steps":["trace[955676858] 'agreement among raft nodes before linearized reading' (duration: 357.033896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:00.754739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:00.410394Z","time spent":"344.339011ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:39:00.754757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:00.397518Z","time spent":"357.232292ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-27T01:39:00.754773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.215861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T01:39:00.754806Z","caller":"traceutil/trace.go:171","msg":"trace[1976392813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4781; }","duration":"143.262813ms","start":"2026-04-27T01:39:00.611537Z","end":"2026-04-27T01:39:00.7548Z","steps":["trace[1976392813] 'agreement among raft nodes before linearized reading' (duration: 143.17996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:00.754888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.604965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T01:39:00.754918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.795212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dd87l.18aa1309d2eb3b07\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-27T01:39:00.754923Z","caller":"traceutil/trace.go:171","msg":"trace[127336261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4781; }","duration":"357.684947ms","start":"2026-04-27T01:39:00.397229Z","end":"2026-04-27T01:39:00.754914Z","steps":["trace[127336261] 'agreement among raft nodes before linearized reading' (duration: 357.604914ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:00.754942Z","caller":"traceutil/trace.go:171","msg":"trace[1735557704] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dd87l.18aa1309d2eb3b07; range_end:; response_count:1; response_revision:4781; }","duration":"144.876364ms","start":"2026-04-27T01:39:00.610055Z","end":"2026-04-27T01:39:00.754931Z","steps":["trace[1735557704] 'agreement among raft nodes before linearized reading' (duration: 144.813702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:00.754954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.718949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-27T01:39:00.75443Z","caller":"traceutil/trace.go:171","msg":"trace[385536456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4781; }","duration":"142.793508ms","start":"2026-04-27T01:39:00.611621Z","end":"2026-04-27T01:39:00.754414Z","steps":["trace[385536456] 'agreement among raft nodes before linearized reading' (duration: 142.55226ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:00.754991Z","caller":"traceutil/trace.go:171","msg":"trace[2077200855] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4781; }","duration":"347.778521ms","start":"2026-04-27T01:39:00.407198Z","end":"2026-04-27T01:39:00.754976Z","steps":["trace[2077200855] 'agreement among raft nodes before linearized reading' (duration: 347.684458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:00.755145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.68879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T01:39:00.755134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.434269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-43db85bb-ae24-4aff-9d56-d148a47a4222\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-04-27T01:39:00.755184Z","caller":"traceutil/trace.go:171","msg":"trace[586281220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4781; }","duration":"145.763833ms","start":"2026-04-27T01:39:00.60941Z","end":"2026-04-27T01:39:00.755174Z","steps":["trace[586281220] 'agreement among raft nodes before linearized reading' (duration: 145.66896ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:00.755211Z","caller":"traceutil/trace.go:171","msg":"trace[1483405773] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-43db85bb-ae24-4aff-9d56-d148a47a4222; range_end:; response_count:1; response_revision:4781; }","duration":"363.547493ms","start":"2026-04-27T01:39:00.391644Z","end":"2026-04-27T01:39:00.755192Z","steps":["trace[1483405773] 'agreement among raft nodes before linearized reading' (duration: 363.326556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:00.755207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:00.40718Z","time spent":"347.972616ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:39:00.755255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:00.391626Z","time spent":"363.616956ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-43db85bb-ae24-4aff-9d56-d148a47a4222\" "} {"level":"warn","ts":"2026-04-27T01:39:00.755349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:00.3972Z","time spent":"357.745709ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:39:01.009945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.971129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:39:01.010178Z","caller":"traceutil/trace.go:171","msg":"trace[1714616830] linearizableReadLoop","detail":"{readStateIndex:4989; appliedIndex:4986; }","duration":"256.050213ms","start":"2026-04-27T01:39:00.754111Z","end":"2026-04-27T01:39:01.010161Z","steps":["trace[1714616830] 'read index received' (duration: 109.796885ms)","trace[1714616830] 'applied index is now lower than readState.Index' (duration: 146.252158ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:39:01.010252Z","caller":"traceutil/trace.go:171","msg":"trace[1834093459] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"260.258627ms","start":"2026-04-27T01:39:00.749984Z","end":"2026-04-27T01:39:01.010242Z","steps":["trace[1834093459] 'process raft request' (duration: 260.062681ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:01.010355Z","caller":"traceutil/trace.go:171","msg":"trace[388902582] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"260.06298ms","start":"2026-04-27T01:39:00.750244Z","end":"2026-04-27T01:39:01.010307Z","steps":["trace[388902582] 'process raft request' (duration: 259.862604ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:01.010501Z","caller":"traceutil/trace.go:171","msg":"trace[649931119] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"260.647369ms","start":"2026-04-27T01:39:00.749809Z","end":"2026-04-27T01:39:01.010456Z","steps":["trace[649931119] 'process raft request' (duration: 114.077941ms)","trace[649931119] 'compare' (duration: 145.827654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:39:01.010551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.552828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42345"} {"level":"info","ts":"2026-04-27T01:39:01.010625Z","caller":"traceutil/trace.go:171","msg":"trace[1004615793] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4784; }","duration":"261.672792ms","start":"2026-04-27T01:39:00.748934Z","end":"2026-04-27T01:39:01.010607Z","steps":["trace[1004615793] 'agreement among raft nodes before linearized reading' (duration: 261.404683ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:01.056368Z","caller":"traceutil/trace.go:171","msg":"trace[1829372555] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"296.355859ms","start":"2026-04-27T01:39:00.759987Z","end":"2026-04-27T01:39:01.056342Z","steps":["trace[1829372555] 'process raft request' (duration: 296.115131ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:01.05658Z","caller":"traceutil/trace.go:171","msg":"trace[1362531863] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"296.08502ms","start":"2026-04-27T01:39:00.760471Z","end":"2026-04-27T01:39:01.056556Z","steps":["trace[1362531863] 'process raft request' (duration: 295.798401ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:01.056586Z","caller":"traceutil/trace.go:171","msg":"trace[1545754691] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"296.638918ms","start":"2026-04-27T01:39:00.759915Z","end":"2026-04-27T01:39:01.056554Z","steps":["trace[1545754691] 'process raft request' (duration: 296.144753ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:01.056654Z","caller":"traceutil/trace.go:171","msg":"trace[2076795383] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"296.647118ms","start":"2026-04-27T01:39:00.759998Z","end":"2026-04-27T01:39:01.056645Z","steps":["trace[2076795383] 'process raft request' (duration: 296.166433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:01.056661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.104768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:39:01.056691Z","caller":"traceutil/trace.go:171","msg":"trace[1049144137] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"294.468559ms","start":"2026-04-27T01:39:00.762187Z","end":"2026-04-27T01:39:01.056656Z","steps":["trace[1049144137] 'process raft request' (duration: 294.118567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:01.056568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.524874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-04-27T01:39:01.056754Z","caller":"traceutil/trace.go:171","msg":"trace[532309689] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"296.659659ms","start":"2026-04-27T01:39:00.760062Z","end":"2026-04-27T01:39:01.056722Z","steps":["trace[532309689] 'process raft request' (duration: 296.170063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:01.056818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.813094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-27T01:39:01.056903Z","caller":"traceutil/trace.go:171","msg":"trace[587129392] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4792; }","duration":"296.904257ms","start":"2026-04-27T01:39:00.759979Z","end":"2026-04-27T01:39:01.056883Z","steps":["trace[587129392] 'agreement among raft nodes before linearized reading' (duration: 296.772173ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:01.056721Z","caller":"traceutil/trace.go:171","msg":"trace[1692875857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4792; }","duration":"294.173749ms","start":"2026-04-27T01:39:00.762525Z","end":"2026-04-27T01:39:01.056699Z","steps":["trace[1692875857] 'agreement among raft nodes before linearized reading' (duration: 294.111257ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:01.056577Z","caller":"traceutil/trace.go:171","msg":"trace[1810208768] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"296.672719ms","start":"2026-04-27T01:39:00.759863Z","end":"2026-04-27T01:39:01.056536Z","steps":["trace[1810208768] 'process raft request' (duration: 296.055399ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:01.056793Z","caller":"traceutil/trace.go:171","msg":"trace[1444986328] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4792; }","duration":"296.811524ms","start":"2026-04-27T01:39:00.759968Z","end":"2026-04-27T01:39:01.056779Z","steps":["trace[1444986328] 'agreement among raft nodes before linearized reading' (duration: 296.40171ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:01.056615Z","caller":"traceutil/trace.go:171","msg":"trace[878107476] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"296.566686ms","start":"2026-04-27T01:39:00.760037Z","end":"2026-04-27T01:39:01.056604Z","steps":["trace[878107476] 'process raft request' (duration: 296.160923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:01.512936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.814542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:39:01.513075Z","caller":"traceutil/trace.go:171","msg":"trace[1680505295] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"495.01475ms","start":"2026-04-27T01:39:01.018038Z","end":"2026-04-27T01:39:01.513053Z","steps":["trace[1680505295] 'process raft request' (duration: 199.010272ms)","trace[1680505295] 'compare' (duration: 295.713368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:39:01.513139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:01.01801Z","time spent":"495.098803ms","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5112,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:39:01.981431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.616514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:39:01.98168Z","caller":"traceutil/trace.go:171","msg":"trace[859997774] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"924.724805ms","start":"2026-04-27T01:39:01.056919Z","end":"2026-04-27T01:39:01.981644Z","steps":["trace[859997774] 'process raft request' (duration: 561.667417ms)","trace[859997774] 'compare' (duration: 362.204211ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:39:01.981693Z","caller":"traceutil/trace.go:171","msg":"trace[856949080] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"920.564443ms","start":"2026-04-27T01:39:01.061093Z","end":"2026-04-27T01:39:01.981657Z","steps":["trace[856949080] 'process raft request' (duration: 920.441759ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:01.981722Z","caller":"traceutil/trace.go:171","msg":"trace[683062054] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"919.723676ms","start":"2026-04-27T01:39:01.061967Z","end":"2026-04-27T01:39:01.981691Z","steps":["trace[683062054] 'process raft request' (duration: 919.632543ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:01.981743Z","caller":"traceutil/trace.go:171","msg":"trace[861022049] linearizableReadLoop","detail":"{readStateIndex:5000; appliedIndex:4998; }","duration":"923.788635ms","start":"2026-04-27T01:39:01.057923Z","end":"2026-04-27T01:39:01.981712Z","steps":["trace[861022049] 'read index received' (duration: 159.304255ms)","trace[861022049] 'applied index is now lower than readState.Index' (duration: 764.48134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:39:01.981876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:01.061952Z","time spent":"919.837829ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:39:01.981881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:01.056885Z","time spent":"924.89045ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:39:01.981909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.968671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:39:01.981873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:01.061077Z","time spent":"920.709437ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:39:01.98195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.283306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:39:01.982004Z","caller":"traceutil/trace.go:171","msg":"trace[792230050] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4797; }","duration":"921.360037ms","start":"2026-04-27T01:39:01.06063Z","end":"2026-04-27T01:39:01.98199Z","steps":["trace[792230050] 'agreement among raft nodes before linearized reading' (duration: 921.277635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:01.982046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:01.060619Z","time spent":"921.41877ms","remote":"127.0.0.1:34108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-04-27T01:39:01.982104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.638051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:39:01.982144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.045496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:39:01.982147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.860902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-43db85bb-ae24-4aff-9d56-d148a47a4222\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-04-27T01:39:01.982166Z","caller":"traceutil/trace.go:171","msg":"trace[1782935200] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4797; }","duration":"517.737615ms","start":"2026-04-27T01:39:01.464414Z","end":"2026-04-27T01:39:01.982151Z","steps":["trace[1782935200] 'agreement among raft nodes before linearized reading' (duration: 517.601021ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:01.982198Z","caller":"traceutil/trace.go:171","msg":"trace[85799845] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4797; }","duration":"216.118828ms","start":"2026-04-27T01:39:01.766067Z","end":"2026-04-27T01:39:01.982186Z","steps":["trace[85799845] 'agreement among raft nodes before linearized reading' (duration: 215.996045ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:01.982217Z","caller":"traceutil/trace.go:171","msg":"trace[1537292110] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-43db85bb-ae24-4aff-9d56-d148a47a4222; range_end:; response_count:1; response_revision:4797; }","duration":"221.965525ms","start":"2026-04-27T01:39:01.760234Z","end":"2026-04-27T01:39:01.9822Z","steps":["trace[1537292110] 'agreement among raft nodes before linearized reading' (duration: 221.743198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:01.982226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:01.464393Z","time spent":"517.818557ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:39:01.982262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.064589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dd87l.18aa1309d2eb3b07\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-27T01:39:01.98231Z","caller":"traceutil/trace.go:171","msg":"trace[1431249764] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dd87l.18aa1309d2eb3b07; range_end:; response_count:1; response_revision:4797; }","duration":"921.141971ms","start":"2026-04-27T01:39:01.061156Z","end":"2026-04-27T01:39:01.982298Z","steps":["trace[1431249764] 'agreement among raft nodes before linearized reading' (duration: 921.022567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:01.982349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:01.061143Z","time spent":"921.197362ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":986,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dd87l.18aa1309d2eb3b07\" "} {"level":"info","ts":"2026-04-27T01:39:01.981699Z","caller":"traceutil/trace.go:171","msg":"trace[1315784105] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"597.631895ms","start":"2026-04-27T01:39:01.38405Z","end":"2026-04-27T01:39:01.981682Z","steps":["trace[1315784105] 'process raft request' (duration: 597.588144ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:01.981941Z","caller":"traceutil/trace.go:171","msg":"trace[1600875123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4797; }","duration":"924.058863ms","start":"2026-04-27T01:39:01.057873Z","end":"2026-04-27T01:39:01.981932Z","steps":["trace[1600875123] 'agreement among raft nodes before linearized reading' (duration: 923.973501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:01.982585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:01.384025Z","time spent":"598.366248ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:39:01.982628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:01.057853Z","time spent":"924.762586ms","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:39:02.280781Z","caller":"traceutil/trace.go:171","msg":"trace[531226111] linearizableReadLoop","detail":"{readStateIndex:5005; appliedIndex:5004; }","duration":"235.249819ms","start":"2026-04-27T01:39:02.045498Z","end":"2026-04-27T01:39:02.280748Z","steps":["trace[531226111] 'read index received' (duration: 194.384455ms)","trace[531226111] 'applied index is now lower than readState.Index' (duration: 40.863824ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:39:02.280805Z","caller":"traceutil/trace.go:171","msg":"trace[1555810612] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"285.42546ms","start":"2026-04-27T01:39:01.995352Z","end":"2026-04-27T01:39:02.280778Z","steps":["trace[1555810612] 'process raft request' (duration: 244.515024ms)","trace[1555810612] 'compare' (duration: 40.663938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:39:02.280939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.973264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:39:02.280996Z","caller":"traceutil/trace.go:171","msg":"trace[592904721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4799; }","duration":"284.048447ms","start":"2026-04-27T01:39:01.996934Z","end":"2026-04-27T01:39:02.280982Z","steps":["trace[592904721] 'agreement among raft nodes before linearized reading' (duration: 283.910362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:02.28122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.594768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-27T01:39:02.281268Z","caller":"traceutil/trace.go:171","msg":"trace[940985443] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4799; }","duration":"286.681ms","start":"2026-04-27T01:39:01.994576Z","end":"2026-04-27T01:39:02.281257Z","steps":["trace[940985443] 'agreement among raft nodes before linearized reading' (duration: 286.318989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:02.28136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.570057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-04-27T01:39:02.2814Z","caller":"traceutil/trace.go:171","msg":"trace[575358577] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4799; }","duration":"286.633618ms","start":"2026-04-27T01:39:01.994753Z","end":"2026-04-27T01:39:02.281386Z","steps":["trace[575358577] 'agreement among raft nodes before linearized reading' (duration: 286.115572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:02.340634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.471639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:39:02.340696Z","caller":"traceutil/trace.go:171","msg":"trace[2065745527] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4800; }","duration":"132.576862ms","start":"2026-04-27T01:39:02.208105Z","end":"2026-04-27T01:39:02.340682Z","steps":["trace[2065745527] 'agreement among raft nodes before linearized reading' (duration: 132.487259ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:02.340683Z","caller":"traceutil/trace.go:171","msg":"trace[978734292] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"291.319038ms","start":"2026-04-27T01:39:02.049333Z","end":"2026-04-27T01:39:02.340652Z","steps":["trace[978734292] 'process raft request' (duration: 291.005478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:02.340635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.123721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:39:02.340774Z","caller":"traceutil/trace.go:171","msg":"trace[328931213] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4800; }","duration":"124.309467ms","start":"2026-04-27T01:39:02.216449Z","end":"2026-04-27T01:39:02.340758Z","steps":["trace[328931213] 'agreement among raft nodes before linearized reading' (duration: 124.109381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:02.34095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.304743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T01:39:02.341038Z","caller":"traceutil/trace.go:171","msg":"trace[470258633] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4800; }","duration":"122.430488ms","start":"2026-04-27T01:39:02.218588Z","end":"2026-04-27T01:39:02.341018Z","steps":["trace[470258633] 'agreement among raft nodes before linearized reading' (duration: 121.908801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:02.840683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022267340,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T01:39:02.996055Z","caller":"traceutil/trace.go:171","msg":"trace[2006363962] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"710.529538ms","start":"2026-04-27T01:39:02.2855Z","end":"2026-04-27T01:39:02.99603Z","steps":["trace[2006363962] 'process raft request' (duration: 710.26572ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:02.996115Z","caller":"traceutil/trace.go:171","msg":"trace[1691643916] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"710.013632ms","start":"2026-04-27T01:39:02.286067Z","end":"2026-04-27T01:39:02.996081Z","steps":["trace[1691643916] 'process raft request' (duration: 709.871727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:02.99619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.107131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:39:02.996218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:02.285482Z","time spent":"710.649382ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:39:02.996224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.010647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T01:39:02.996256Z","caller":"traceutil/trace.go:171","msg":"trace[1645589570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4802; }","duration":"713.202554ms","start":"2026-04-27T01:39:02.283039Z","end":"2026-04-27T01:39:02.996241Z","steps":["trace[1645589570] 'agreement among raft nodes before linearized reading' (duration: 713.060179ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:02.996292Z","caller":"traceutil/trace.go:171","msg":"trace[862201241] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4802; }","duration":"713.111231ms","start":"2026-04-27T01:39:02.283167Z","end":"2026-04-27T01:39:02.996278Z","steps":["trace[862201241] 'agreement among raft nodes before linearized reading' (duration: 712.947666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:02.996276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:02.286044Z","time spent":"710.148006ms","remote":"127.0.0.1:34124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2020,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:39:02.996306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:02.283025Z","time spent":"713.264026ms","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:39:02.996327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:02.283158Z","time spent":"713.163973ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-27T01:39:02.996043Z","caller":"traceutil/trace.go:171","msg":"trace[1668511281] linearizableReadLoop","detail":"{readStateIndex:5008; appliedIndex:5006; }","duration":"655.536804ms","start":"2026-04-27T01:39:02.340472Z","end":"2026-04-27T01:39:02.996009Z","steps":["trace[1668511281] 'read index received' (duration: 655.364528ms)","trace[1668511281] 'applied index is now lower than readState.Index' (duration: 170.455µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:39:02.996594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.891024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-43db85bb-ae24-4aff-9d56-d148a47a4222\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-04-27T01:39:02.996635Z","caller":"traceutil/trace.go:171","msg":"trace[196945556] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-43db85bb-ae24-4aff-9d56-d148a47a4222; range_end:; response_count:1; response_revision:4802; }","duration":"644.965325ms","start":"2026-04-27T01:39:02.351659Z","end":"2026-04-27T01:39:02.996624Z","steps":["trace[196945556] 'agreement among raft nodes before linearized reading' (duration: 644.81051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:02.99668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:02.351642Z","time spent":"645.030698ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-43db85bb-ae24-4aff-9d56-d148a47a4222\" "} {"level":"warn","ts":"2026-04-27T01:39:03.386463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.545316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:39:03.386577Z","caller":"traceutil/trace.go:171","msg":"trace[1896279264] linearizableReadLoop","detail":"{readStateIndex:5009; appliedIndex:5008; }","duration":"382.056784ms","start":"2026-04-27T01:39:03.004495Z","end":"2026-04-27T01:39:03.386551Z","steps":["trace[1896279264] 'read index received' (duration: 173.322461ms)","trace[1896279264] 'applied index is now lower than readState.Index' (duration: 208.732613ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:39:03.386724Z","caller":"traceutil/trace.go:171","msg":"trace[1010665956] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"385.236045ms","start":"2026-04-27T01:39:03.001469Z","end":"2026-04-27T01:39:03.386705Z","steps":["trace[1010665956] 'process raft request' (duration: 176.365319ms)","trace[1010665956] 'compare' (duration: 208.248847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:39:03.3868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.287272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:39:03.386873Z","caller":"traceutil/trace.go:171","msg":"trace[915196045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4803; }","duration":"382.394044ms","start":"2026-04-27T01:39:03.004463Z","end":"2026-04-27T01:39:03.386857Z","steps":["trace[915196045] 'agreement among raft nodes before linearized reading' (duration: 382.284741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:03.386916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:03.004448Z","time spent":"382.460347ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:39:03.386917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.931566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:39:03.38701Z","caller":"traceutil/trace.go:171","msg":"trace[369804888] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4803; }","duration":"197.08738ms","start":"2026-04-27T01:39:03.1899Z","end":"2026-04-27T01:39:03.386988Z","steps":["trace[369804888] 'agreement among raft nodes before linearized reading' (duration: 196.917545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:03.387013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.644304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T01:39:03.387031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.841239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T01:39:03.386812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:03.001434Z","time spent":"385.332168ms","remote":"127.0.0.1:34108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:39:03.387069Z","caller":"traceutil/trace.go:171","msg":"trace[1343430194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4803; }","duration":"324.89039ms","start":"2026-04-27T01:39:03.062167Z","end":"2026-04-27T01:39:03.387058Z","steps":["trace[1343430194] 'agreement among raft nodes before linearized reading' (duration: 324.813107ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:03.387066Z","caller":"traceutil/trace.go:171","msg":"trace[51205075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4803; }","duration":"325.712566ms","start":"2026-04-27T01:39:03.061339Z","end":"2026-04-27T01:39:03.387052Z","steps":["trace[51205075] 'agreement among raft nodes before linearized reading' (duration: 325.52129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:03.387098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:03.062157Z","time spent":"324.932851ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:39:03.387109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:03.061332Z","time spent":"325.767428ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:39:03.387114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.983074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:39:03.38717Z","caller":"traceutil/trace.go:171","msg":"trace[1945079853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4803; }","duration":"326.054467ms","start":"2026-04-27T01:39:03.061096Z","end":"2026-04-27T01:39:03.38715Z","steps":["trace[1945079853] 'agreement among raft nodes before linearized reading' (duration: 325.945523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:03.38718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.764506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-27T01:39:03.387224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:03.061086Z","time spent":"326.12881ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T01:39:03.387255Z","caller":"traceutil/trace.go:171","msg":"trace[1183487855] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:4803; }","duration":"371.880069ms","start":"2026-04-27T01:39:03.015354Z","end":"2026-04-27T01:39:03.387234Z","steps":["trace[1183487855] 'agreement among raft nodes before linearized reading' (duration: 371.647912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:03.386992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.973405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T01:39:03.387278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.652719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:39:03.387301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:03.015336Z","time spent":"371.956551ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-jv49p\" "} {"level":"info","ts":"2026-04-27T01:39:03.387326Z","caller":"traceutil/trace.go:171","msg":"trace[1891023923] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4803; }","duration":"166.725242ms","start":"2026-04-27T01:39:03.220583Z","end":"2026-04-27T01:39:03.387308Z","steps":["trace[1891023923] 'agreement among raft nodes before linearized reading' (duration: 166.649109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:03.38735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.720336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:39:03.38738Z","caller":"traceutil/trace.go:171","msg":"trace[182981463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4803; }","duration":"325.750988ms","start":"2026-04-27T01:39:03.06162Z","end":"2026-04-27T01:39:03.387372Z","steps":["trace[182981463] 'agreement among raft nodes before linearized reading' (duration: 325.671195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:03.387413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:03.061595Z","time spent":"325.811259ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T01:39:03.387321Z","caller":"traceutil/trace.go:171","msg":"trace[1063067164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4803; }","duration":"326.314675ms","start":"2026-04-27T01:39:03.060987Z","end":"2026-04-27T01:39:03.387302Z","steps":["trace[1063067164] 'agreement among raft nodes before linearized reading' (duration: 325.82355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:03.386949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.475829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-27T01:39:03.387448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:03.060918Z","time spent":"326.520772ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T01:39:03.387455Z","caller":"traceutil/trace.go:171","msg":"trace[1529894832] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4803; }","duration":"326.024516ms","start":"2026-04-27T01:39:03.061418Z","end":"2026-04-27T01:39:03.387443Z","steps":["trace[1529894832] 'agreement among raft nodes before linearized reading' (duration: 325.389666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:03.387498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:03.061393Z","time spent":"326.090028ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-27T01:39:03.64101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.111216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T01:39:03.641202Z","caller":"traceutil/trace.go:171","msg":"trace[1071582502] linearizableReadLoop","detail":"{readStateIndex:5017; appliedIndex:5015; }","duration":"108.732341ms","start":"2026-04-27T01:39:03.532454Z","end":"2026-04-27T01:39:03.641186Z","steps":["trace[1071582502] 'read index received' (duration: 108.234065ms)","trace[1071582502] 'applied index is now lower than readState.Index' (duration: 497.376µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:39:03.641288Z","caller":"traceutil/trace.go:171","msg":"trace[487235497] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4810; }","duration":"153.53398ms","start":"2026-04-27T01:39:03.487744Z","end":"2026-04-27T01:39:03.641278Z","steps":["trace[487235497] 'process raft request' (duration: 42.026621ms)","trace[487235497] 'compare' (duration: 110.991963ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:39:03.641277Z","caller":"traceutil/trace.go:171","msg":"trace[920593014] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"114.390531ms","start":"2026-04-27T01:39:03.52686Z","end":"2026-04-27T01:39:03.641251Z","steps":["trace[920593014] 'process raft request' (duration: 114.264267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:03.641349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.897566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-04-27T01:39:03.641376Z","caller":"traceutil/trace.go:171","msg":"trace[1938227986] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4811; }","duration":"108.925767ms","start":"2026-04-27T01:39:03.532441Z","end":"2026-04-27T01:39:03.641367Z","steps":["trace[1938227986] 'agreement among raft nodes before linearized reading' (duration: 108.797953ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:05.75567Z","caller":"traceutil/trace.go:171","msg":"trace[146393335] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"111.734916ms","start":"2026-04-27T01:39:05.643905Z","end":"2026-04-27T01:39:05.755639Z","steps":["trace[146393335] 'process raft request' (duration: 111.504108ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:06.104492Z","caller":"traceutil/trace.go:171","msg":"trace[1764876389] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"102.612525ms","start":"2026-04-27T01:39:06.001844Z","end":"2026-04-27T01:39:06.104457Z","steps":["trace[1764876389] 'process raft request' (duration: 45.09789ms)","trace[1764876389] 'compare' (duration: 57.03509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:39:06.104677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.648609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125753"} {"level":"info","ts":"2026-04-27T01:39:06.104758Z","caller":"traceutil/trace.go:171","msg":"trace[1834623181] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4860; }","duration":"114.774834ms","start":"2026-04-27T01:39:05.989965Z","end":"2026-04-27T01:39:06.10474Z","steps":["trace[1834623181] 'agreement among raft nodes before linearized reading' (duration: 114.463044ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:10.593199Z","caller":"traceutil/trace.go:171","msg":"trace[1929840241] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"178.28679ms","start":"2026-04-27T01:39:10.414842Z","end":"2026-04-27T01:39:10.593128Z","steps":["trace[1929840241] 'process raft request' (duration: 178.019142ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:10.819528Z","caller":"traceutil/trace.go:171","msg":"trace[895936758] linearizableReadLoop","detail":"{readStateIndex:5145; appliedIndex:5144; }","duration":"222.701387ms","start":"2026-04-27T01:39:10.596799Z","end":"2026-04-27T01:39:10.8195Z","steps":["trace[895936758] 'read index received' (duration: 222.17885ms)","trace[895936758] 'applied index is now lower than readState.Index' (duration: 521.187µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:39:10.819717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.906694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-27T01:39:10.819739Z","caller":"traceutil/trace.go:171","msg":"trace[219072313] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4934; }","duration":"222.949925ms","start":"2026-04-27T01:39:10.59678Z","end":"2026-04-27T01:39:10.81973Z","steps":["trace[219072313] 'agreement among raft nodes before linearized reading' (duration: 222.818351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:13.436206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.142974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:39:13.436417Z","caller":"traceutil/trace.go:171","msg":"trace[1110539664] linearizableReadLoop","detail":"{readStateIndex:5189; appliedIndex:5187; }","duration":"398.308894ms","start":"2026-04-27T01:39:13.038092Z","end":"2026-04-27T01:39:13.436401Z","steps":["trace[1110539664] 'read index received' (duration: 27.921362ms)","trace[1110539664] 'applied index is now lower than readState.Index' (duration: 370.386702ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:39:13.436437Z","caller":"traceutil/trace.go:171","msg":"trace[775908507] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"407.443284ms","start":"2026-04-27T01:39:13.028952Z","end":"2026-04-27T01:39:13.436395Z","steps":["trace[775908507] 'process raft request' (duration: 37.045612ms)","trace[775908507] 'compare' (duration: 369.714191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:39:13.436597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:13.028926Z","time spent":"407.593479ms","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T01:39:13.436685Z","caller":"traceutil/trace.go:171","msg":"trace[1811315677] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"400.311047ms","start":"2026-04-27T01:39:13.036355Z","end":"2026-04-27T01:39:13.436666Z","steps":["trace[1811315677] 'process raft request' (duration: 399.955856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:13.436779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:13.036328Z","time spent":"400.39886ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8035,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:39:13.436866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.765888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:39:13.43692Z","caller":"traceutil/trace.go:171","msg":"trace[675480884] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4977; }","duration":"398.8288ms","start":"2026-04-27T01:39:13.038073Z","end":"2026-04-27T01:39:13.436902Z","steps":["trace[675480884] 'agreement among raft nodes before linearized reading' (duration: 398.722466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:13.436942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.005871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-27T01:39:13.436962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:13.038008Z","time spent":"398.942073ms","remote":"127.0.0.1:34108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:39:13.43701Z","caller":"traceutil/trace.go:171","msg":"trace[1504633645] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4977; }","duration":"334.110764ms","start":"2026-04-27T01:39:13.10288Z","end":"2026-04-27T01:39:13.436991Z","steps":["trace[1504633645] 'agreement among raft nodes before linearized reading' (duration: 333.914348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:13.437053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:13.102855Z","time spent":"334.185427ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:39:14.296209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.288363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:39:14.296394Z","caller":"traceutil/trace.go:171","msg":"trace[1291087974] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"112.729007ms","start":"2026-04-27T01:39:14.183651Z","end":"2026-04-27T01:39:14.29638Z","steps":["trace[1291087974] 'process raft request' (duration: 112.697546ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:14.296556Z","caller":"traceutil/trace.go:171","msg":"trace[1873075535] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"798.549528ms","start":"2026-04-27T01:39:13.497998Z","end":"2026-04-27T01:39:14.296548Z","steps":["trace[1873075535] 'process raft request' (duration: 75.79717ms)","trace[1873075535] 'compare' (duration: 722.151609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:39:14.296592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:13.497977Z","time spent":"798.592929ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:39:14.296676Z","caller":"traceutil/trace.go:171","msg":"trace[1406246380] linearizableReadLoop","detail":"{readStateIndex:5199; appliedIndex:5198; }","duration":"682.07986ms","start":"2026-04-27T01:39:13.614589Z","end":"2026-04-27T01:39:14.296669Z","steps":["trace[1406246380] 'read index received' (duration: 44.131µs)","trace[1406246380] 'applied index is now lower than readState.Index' (duration: 682.034939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:39:14.296848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.266366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:39:14.296878Z","caller":"traceutil/trace.go:171","msg":"trace[1445482706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4989; }","duration":"682.334728ms","start":"2026-04-27T01:39:13.614538Z","end":"2026-04-27T01:39:14.296872Z","steps":["trace[1445482706] 'agreement among raft nodes before linearized reading' (duration: 682.243355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:14.296898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:13.614516Z","time spent":"682.376189ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T01:39:14.296998Z","caller":"traceutil/trace.go:171","msg":"trace[217355463] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"377.57215ms","start":"2026-04-27T01:39:13.919369Z","end":"2026-04-27T01:39:14.296941Z","steps":["trace[217355463] 'process raft request' (duration: 376.93488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:14.297159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.306783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-04-27T01:39:14.297239Z","caller":"traceutil/trace.go:171","msg":"trace[1548153120] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4989; }","duration":"310.398246ms","start":"2026-04-27T01:39:13.986818Z","end":"2026-04-27T01:39:14.297216Z","steps":["trace[1548153120] 'agreement among raft nodes before linearized reading' (duration: 310.266232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:14.297257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:13.919349Z","time spent":"377.775547ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:39:14.297327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.874935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:39:14.297355Z","caller":"traceutil/trace.go:171","msg":"trace[1509889317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4989; }","duration":"604.930937ms","start":"2026-04-27T01:39:13.692418Z","end":"2026-04-27T01:39:14.297349Z","steps":["trace[1509889317] 'agreement among raft nodes before linearized reading' (duration: 604.858455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:14.297374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:13.692403Z","time spent":"604.966519ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:39:14.297434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.522466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T01:39:14.297474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.678105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15508"} {"level":"info","ts":"2026-04-27T01:39:14.297481Z","caller":"traceutil/trace.go:171","msg":"trace[474796668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4989; }","duration":"605.600979ms","start":"2026-04-27T01:39:13.691866Z","end":"2026-04-27T01:39:14.297467Z","steps":["trace[474796668] 'agreement among raft nodes before linearized reading' (duration: 605.482855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:14.297462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.506916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-27T01:39:14.297532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:13.691825Z","time spent":"605.692622ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:39:14.297307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:13.986801Z","time spent":"310.476139ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T01:39:14.297538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.089892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T01:39:14.297575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.225058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:39:14.297636Z","caller":"traceutil/trace.go:171","msg":"trace[1892327100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4989; }","duration":"533.337112ms","start":"2026-04-27T01:39:13.764285Z","end":"2026-04-27T01:39:14.297622Z","steps":["trace[1892327100] 'agreement among raft nodes before linearized reading' (duration: 533.243509ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:14.297647Z","caller":"traceutil/trace.go:171","msg":"trace[2022460916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4989; }","duration":"605.228077ms","start":"2026-04-27T01:39:13.692391Z","end":"2026-04-27T01:39:14.297619Z","steps":["trace[2022460916] 'agreement among raft nodes before linearized reading' (duration: 604.909127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:14.297669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:13.764216Z","time spent":"533.446225ms","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:39:14.297694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:13.692381Z","time spent":"605.303019ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T01:39:14.297545Z","caller":"traceutil/trace.go:171","msg":"trace[1029968960] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4989; }","duration":"605.64946ms","start":"2026-04-27T01:39:13.691881Z","end":"2026-04-27T01:39:14.29753Z","steps":["trace[1029968960] 'agreement among raft nodes before linearized reading' (duration: 605.406882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:14.297778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.217514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-27T01:39:14.297853Z","caller":"traceutil/trace.go:171","msg":"trace[2145778254] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:4989; }","duration":"604.303337ms","start":"2026-04-27T01:39:13.693532Z","end":"2026-04-27T01:39:14.297836Z","steps":["trace[2145778254] 'agreement among raft nodes before linearized reading' (duration: 603.940555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:14.29785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:13.69185Z","time spent":"605.937889ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-27T01:39:14.297893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:13.693501Z","time spent":"604.383719ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-jv49p\" "} {"level":"warn","ts":"2026-04-27T01:39:14.297029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.610834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T01:39:14.297501Z","caller":"traceutil/trace.go:171","msg":"trace[1259185651] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4989; }","duration":"508.723656ms","start":"2026-04-27T01:39:13.788769Z","end":"2026-04-27T01:39:14.297493Z","steps":["trace[1259185651] 'agreement among raft nodes before linearized reading' (duration: 508.651614ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:14.29805Z","caller":"traceutil/trace.go:171","msg":"trace[1810067374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4989; }","duration":"609.668628ms","start":"2026-04-27T01:39:13.688365Z","end":"2026-04-27T01:39:14.298033Z","steps":["trace[1810067374] 'agreement among raft nodes before linearized reading' (duration: 608.493681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:14.298087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:13.688347Z","time spent":"609.7302ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:39:14.298121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:13.788755Z","time spent":"509.313735ms","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":15532,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-27T01:39:18.241777Z","caller":"traceutil/trace.go:171","msg":"trace[1608548315] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"185.667696ms","start":"2026-04-27T01:39:18.056084Z","end":"2026-04-27T01:39:18.241752Z","steps":["trace[1608548315] 'process raft request' (duration: 185.505421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:18.484951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.649062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:39:18.48507Z","caller":"traceutil/trace.go:171","msg":"trace[429861897] linearizableReadLoop","detail":"{readStateIndex:5251; appliedIndex:5250; }","duration":"164.327605ms","start":"2026-04-27T01:39:18.320726Z","end":"2026-04-27T01:39:18.485053Z","steps":["trace[429861897] 'read index received' (duration: 58.491057ms)","trace[429861897] 'applied index is now lower than readState.Index' (duration: 105.835098ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:39:18.485158Z","caller":"traceutil/trace.go:171","msg":"trace[1942153669] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"176.219235ms","start":"2026-04-27T01:39:18.308927Z","end":"2026-04-27T01:39:18.485146Z","steps":["trace[1942153669] 'process raft request' (duration: 70.288394ms)","trace[1942153669] 'compare' (duration: 105.459396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:39:18.485649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.909564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-27T01:39:18.485717Z","caller":"traceutil/trace.go:171","msg":"trace[1542892950] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5037; }","duration":"165.010136ms","start":"2026-04-27T01:39:18.32069Z","end":"2026-04-27T01:39:18.4857Z","steps":["trace[1542892950] 'agreement among raft nodes before linearized reading' (duration: 164.833651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:18.48577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.341123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-27T01:39:18.485807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.337703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T01:39:18.485817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.398494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-27T01:39:18.485879Z","caller":"traceutil/trace.go:171","msg":"trace[1328412321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5037; }","duration":"147.432216ms","start":"2026-04-27T01:39:18.338429Z","end":"2026-04-27T01:39:18.485861Z","steps":["trace[1328412321] 'agreement among raft nodes before linearized reading' (duration: 147.240019ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:18.485906Z","caller":"traceutil/trace.go:171","msg":"trace[36818763] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:5037; }","duration":"152.503877ms","start":"2026-04-27T01:39:18.333383Z","end":"2026-04-27T01:39:18.485887Z","steps":["trace[36818763] 'agreement among raft nodes before linearized reading' (duration: 152.27219ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:18.485846Z","caller":"traceutil/trace.go:171","msg":"trace[1866452561] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5037; }","duration":"147.426346ms","start":"2026-04-27T01:39:18.338405Z","end":"2026-04-27T01:39:18.485831Z","steps":["trace[1866452561] 'agreement among raft nodes before linearized reading' (duration: 147.196938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:18.485977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.016976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:39:18.486003Z","caller":"traceutil/trace.go:171","msg":"trace[1059751060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5037; }","duration":"149.063278ms","start":"2026-04-27T01:39:18.336932Z","end":"2026-04-27T01:39:18.485995Z","steps":["trace[1059751060] 'agreement among raft nodes before linearized reading' (duration: 148.683866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:18.485868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.755514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T01:39:18.486038Z","caller":"traceutil/trace.go:171","msg":"trace[1922373838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5037; }","duration":"147.022243ms","start":"2026-04-27T01:39:18.339007Z","end":"2026-04-27T01:39:18.48603Z","steps":["trace[1922373838] 'agreement among raft nodes before linearized reading' (duration: 146.644651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:18.485919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.362056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:39:18.486104Z","caller":"traceutil/trace.go:171","msg":"trace[331396076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5037; }","duration":"159.591044ms","start":"2026-04-27T01:39:18.326507Z","end":"2026-04-27T01:39:18.486098Z","steps":["trace[331396076] 'agreement among raft nodes before linearized reading' (duration: 159.098168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:18.486078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.402047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T01:39:18.486347Z","caller":"traceutil/trace.go:171","msg":"trace[699487897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5037; }","duration":"148.663185ms","start":"2026-04-27T01:39:18.337644Z","end":"2026-04-27T01:39:18.486307Z","steps":["trace[699487897] 'agreement among raft nodes before linearized reading' (duration: 147.981523ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:18.660154Z","caller":"traceutil/trace.go:171","msg":"trace[2098815215] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"117.078857ms","start":"2026-04-27T01:39:18.543045Z","end":"2026-04-27T01:39:18.660124Z","steps":["trace[2098815215] 'process raft request' (duration: 43.021833ms)","trace[2098815215] 'compare' (duration: 73.926469ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:39:20.518389Z","caller":"traceutil/trace.go:171","msg":"trace[1644973335] linearizableReadLoop","detail":"{readStateIndex:5325; appliedIndex:5324; }","duration":"153.025184ms","start":"2026-04-27T01:39:20.365314Z","end":"2026-04-27T01:39:20.518339Z","steps":["trace[1644973335] 'read index received' (duration: 152.689663ms)","trace[1644973335] 'applied index is now lower than readState.Index' (duration: 334.421µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:39:20.518471Z","caller":"traceutil/trace.go:171","msg":"trace[1713307566] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"158.082646ms","start":"2026-04-27T01:39:20.36036Z","end":"2026-04-27T01:39:20.518443Z","steps":["trace[1713307566] 'process raft request' (duration: 157.644592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:20.519454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.109359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2575982"} {"level":"info","ts":"2026-04-27T01:39:20.519544Z","caller":"traceutil/trace.go:171","msg":"trace[1330538060] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5110; }","duration":"154.214742ms","start":"2026-04-27T01:39:20.365308Z","end":"2026-04-27T01:39:20.519523Z","steps":["trace[1330538060] 'agreement among raft nodes before linearized reading' (duration: 153.187859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:21.725768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.200722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:39:21.726062Z","caller":"traceutil/trace.go:171","msg":"trace[630953553] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5133; }","duration":"248.419449ms","start":"2026-04-27T01:39:21.477459Z","end":"2026-04-27T01:39:21.725878Z","steps":["trace[630953553] 'count revisions from in-memory index tree' (duration: 248.037697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:22.27077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.885481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c45ae511-d28f-45e0-acd1-de79ff3b4719\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-04-27T01:39:22.270849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.438017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-27T01:39:22.270876Z","caller":"traceutil/trace.go:171","msg":"trace[1001375101] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c45ae511-d28f-45e0-acd1-de79ff3b4719; range_end:; response_count:1; response_revision:5135; }","duration":"190.041566ms","start":"2026-04-27T01:39:22.08081Z","end":"2026-04-27T01:39:22.270852Z","steps":["trace[1001375101] 'range keys from in-memory index tree' (duration: 189.715965ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:22.270908Z","caller":"traceutil/trace.go:171","msg":"trace[935489778] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5135; }","duration":"158.557451ms","start":"2026-04-27T01:39:22.112335Z","end":"2026-04-27T01:39:22.270893Z","steps":["trace[935489778] 'range keys from in-memory index tree' (duration: 158.309313ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:22.489513Z","caller":"traceutil/trace.go:171","msg":"trace[840783317] linearizableReadLoop","detail":"{readStateIndex:5352; appliedIndex:5351; }","duration":"207.366258ms","start":"2026-04-27T01:39:22.282127Z","end":"2026-04-27T01:39:22.489493Z","steps":["trace[840783317] 'read index received' (duration: 207.233854ms)","trace[840783317] 'applied index is now lower than readState.Index' (duration: 131.444µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:39:22.489652Z","caller":"traceutil/trace.go:171","msg":"trace[984679938] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"209.503386ms","start":"2026-04-27T01:39:22.280118Z","end":"2026-04-27T01:39:22.489621Z","steps":["trace[984679938] 'process raft request' (duration: 209.236828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:22.489722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.569135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18aa130f7dbd42ac\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-04-27T01:39:22.489754Z","caller":"traceutil/trace.go:171","msg":"trace[977063646] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18aa130f7dbd42ac; range_end:; response_count:1; response_revision:5136; }","duration":"207.635707ms","start":"2026-04-27T01:39:22.282106Z","end":"2026-04-27T01:39:22.489742Z","steps":["trace[977063646] 'agreement among raft nodes before linearized reading' (duration: 207.504593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:22.490259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.112679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9761"} {"level":"info","ts":"2026-04-27T01:39:22.490442Z","caller":"traceutil/trace.go:171","msg":"trace[308947057] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5136; }","duration":"206.291414ms","start":"2026-04-27T01:39:22.284073Z","end":"2026-04-27T01:39:22.490364Z","steps":["trace[308947057] 'agreement among raft nodes before linearized reading' (duration: 205.902002ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:23.490017Z","caller":"traceutil/trace.go:171","msg":"trace[1060490186] linearizableReadLoop","detail":"{readStateIndex:5368; appliedIndex:5367; }","duration":"395.134052ms","start":"2026-04-27T01:39:23.094857Z","end":"2026-04-27T01:39:23.489991Z","steps":["trace[1060490186] 'read index received' (duration: 395.018599ms)","trace[1060490186] 'applied index is now lower than readState.Index' (duration: 114.483µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:39:23.490207Z","caller":"traceutil/trace.go:171","msg":"trace[1432992107] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"455.624663ms","start":"2026-04-27T01:39:23.034537Z","end":"2026-04-27T01:39:23.490162Z","steps":["trace[1432992107] 'process raft request' (duration: 455.210869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:23.490377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:23.034524Z","time spent":"455.770678ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:39:23.491152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.258578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c45ae511-d28f-45e0-acd1-de79ff3b4719\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-04-27T01:39:23.491266Z","caller":"traceutil/trace.go:171","msg":"trace[856317011] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c45ae511-d28f-45e0-acd1-de79ff3b4719; range_end:; response_count:1; response_revision:5152; }","duration":"396.426623ms","start":"2026-04-27T01:39:23.094812Z","end":"2026-04-27T01:39:23.491238Z","steps":["trace[856317011] 'agreement among raft nodes before linearized reading' (duration: 395.318068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:23.491332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:23.094795Z","time spent":"396.520107ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c45ae511-d28f-45e0-acd1-de79ff3b4719\" "} {"level":"info","ts":"2026-04-27T01:39:23.494632Z","caller":"traceutil/trace.go:171","msg":"trace[1045052685] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"130.816946ms","start":"2026-04-27T01:39:23.363799Z","end":"2026-04-27T01:39:23.494616Z","steps":["trace[1045052685] 'process raft request' (duration: 130.735443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:23.494948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.026691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c45ae511-d28f-45e0-acd1-de79ff3b4719\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-04-27T01:39:23.494983Z","caller":"traceutil/trace.go:171","msg":"trace[217564030] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c45ae511-d28f-45e0-acd1-de79ff3b4719; range_end:; response_count:1; response_revision:5154; }","duration":"219.106533ms","start":"2026-04-27T01:39:23.275868Z","end":"2026-04-27T01:39:23.494974Z","steps":["trace[217564030] 'agreement among raft nodes before linearized reading' (duration: 219.00381ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:23.494986Z","caller":"traceutil/trace.go:171","msg":"trace[1030466208] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"174.247482ms","start":"2026-04-27T01:39:23.320716Z","end":"2026-04-27T01:39:23.494963Z","steps":["trace[1030466208] 'process raft request' (duration: 173.671563ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:24.716751Z","caller":"traceutil/trace.go:171","msg":"trace[106642648] linearizableReadLoop","detail":"{readStateIndex:5373; appliedIndex:5372; }","duration":"167.580509ms","start":"2026-04-27T01:39:24.549145Z","end":"2026-04-27T01:39:24.716726Z","steps":["trace[106642648] 'read index received' (duration: 167.485586ms)","trace[106642648] 'applied index is now lower than readState.Index' (duration: 94.043µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:39:24.716884Z","caller":"traceutil/trace.go:171","msg":"trace[2070822180] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"183.028282ms","start":"2026-04-27T01:39:24.533822Z","end":"2026-04-27T01:39:24.71685Z","steps":["trace[2070822180] 'process raft request' (duration: 182.739203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:24.716991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.817736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:39:24.717049Z","caller":"traceutil/trace.go:171","msg":"trace[1543181290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5157; }","duration":"167.91257ms","start":"2026-04-27T01:39:24.549122Z","end":"2026-04-27T01:39:24.717034Z","steps":["trace[1543181290] 'agreement among raft nodes before linearized reading' (duration: 167.716054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:24.720421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.283169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T01:39:24.720481Z","caller":"traceutil/trace.go:171","msg":"trace[822574243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5158; }","duration":"141.373822ms","start":"2026-04-27T01:39:24.579094Z","end":"2026-04-27T01:39:24.720467Z","steps":["trace[822574243] 'agreement among raft nodes before linearized reading' (duration: 141.221347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:24.720515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.860297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-27T01:39:24.720558Z","caller":"traceutil/trace.go:171","msg":"trace[1823742955] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:5158; }","duration":"146.92023ms","start":"2026-04-27T01:39:24.573623Z","end":"2026-04-27T01:39:24.720543Z","steps":["trace[1823742955] 'agreement among raft nodes before linearized reading' (duration: 146.828327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:24.720423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.863524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T01:39:24.720675Z","caller":"traceutil/trace.go:171","msg":"trace[719646839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5158; }","duration":"156.142234ms","start":"2026-04-27T01:39:24.564505Z","end":"2026-04-27T01:39:24.720647Z","steps":["trace[719646839] 'agreement among raft nodes before linearized reading' (duration: 155.748551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:24.720724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.940468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"warn","ts":"2026-04-27T01:39:24.720736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.745411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-27T01:39:24.720793Z","caller":"traceutil/trace.go:171","msg":"trace[1430954408] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5158; }","duration":"136.048752ms","start":"2026-04-27T01:39:24.584729Z","end":"2026-04-27T01:39:24.720778Z","steps":["trace[1430954408] 'agreement among raft nodes before linearized reading' (duration: 135.817365ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:24.7208Z","caller":"traceutil/trace.go:171","msg":"trace[230188609] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5158; }","duration":"155.833043ms","start":"2026-04-27T01:39:24.564954Z","end":"2026-04-27T01:39:24.720787Z","steps":["trace[230188609] 'agreement among raft nodes before linearized reading' (duration: 155.697349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:24.720827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.189189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:39:24.720898Z","caller":"traceutil/trace.go:171","msg":"trace[1919940476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5158; }","duration":"153.276772ms","start":"2026-04-27T01:39:24.567604Z","end":"2026-04-27T01:39:24.720881Z","steps":["trace[1919940476] 'agreement among raft nodes before linearized reading' (duration: 153.103567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:24.721499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.327506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:39:24.721564Z","caller":"traceutil/trace.go:171","msg":"trace[213449568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5158; }","duration":"154.392778ms","start":"2026-04-27T01:39:24.567156Z","end":"2026-04-27T01:39:24.721548Z","steps":["trace[213449568] 'agreement among raft nodes before linearized reading' (duration: 153.457098ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:37.303554Z","caller":"traceutil/trace.go:171","msg":"trace[2132633759] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"493.797032ms","start":"2026-04-27T01:39:36.809732Z","end":"2026-04-27T01:39:37.303529Z","steps":["trace[2132633759] 'process raft request' (duration: 493.576755ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:37.303544Z","caller":"traceutil/trace.go:171","msg":"trace[1503769352] linearizableReadLoop","detail":"{readStateIndex:5548; appliedIndex:5547; }","duration":"493.217044ms","start":"2026-04-27T01:39:36.810259Z","end":"2026-04-27T01:39:37.303476Z","steps":["trace[1503769352] 'read index received' (duration: 492.992487ms)","trace[1503769352] 'applied index is now lower than readState.Index' (duration: 223.477µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:39:37.303722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:36.80971Z","time spent":"493.934997ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:39:37.303742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.471842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:39:37.303785Z","caller":"traceutil/trace.go:171","msg":"trace[1421213740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5323; }","duration":"493.541564ms","start":"2026-04-27T01:39:36.810231Z","end":"2026-04-27T01:39:37.303773Z","steps":["trace[1421213740] 'agreement among raft nodes before linearized reading' (duration: 493.390109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:37.303884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:36.810219Z","time spent":"493.654098ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:39:37.30399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.484252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T01:39:37.303995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.090228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T01:39:37.304012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.730465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:39:37.304041Z","caller":"traceutil/trace.go:171","msg":"trace[643453886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5323; }","duration":"487.569914ms","start":"2026-04-27T01:39:36.816457Z","end":"2026-04-27T01:39:37.304027Z","steps":["trace[643453886] 'agreement among raft nodes before linearized reading' (duration: 487.373268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:37.304024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.286958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17204"} {"level":"info","ts":"2026-04-27T01:39:37.304058Z","caller":"traceutil/trace.go:171","msg":"trace[1341788232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5323; }","duration":"481.166451ms","start":"2026-04-27T01:39:36.822876Z","end":"2026-04-27T01:39:37.304042Z","steps":["trace[1341788232] 'agreement among raft nodes before linearized reading' (duration: 481.007515ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:37.304064Z","caller":"traceutil/trace.go:171","msg":"trace[8677601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5323; }","duration":"479.795027ms","start":"2026-04-27T01:39:36.824255Z","end":"2026-04-27T01:39:37.30405Z","steps":["trace[8677601] 'agreement among raft nodes before linearized reading' (duration: 479.662443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:37.304082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.27382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-27T01:39:37.304109Z","caller":"traceutil/trace.go:171","msg":"trace[940954309] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5323; }","duration":"329.420532ms","start":"2026-04-27T01:39:36.974666Z","end":"2026-04-27T01:39:37.304087Z","steps":["trace[940954309] 'agreement among raft nodes before linearized reading' (duration: 329.179674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:37.304118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:36.824249Z","time spent":"479.857129ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:39:37.304148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.886994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-27T01:39:37.30417Z","caller":"traceutil/trace.go:171","msg":"trace[1968055634] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:5323; }","duration":"481.947865ms","start":"2026-04-27T01:39:36.822215Z","end":"2026-04-27T01:39:37.304163Z","steps":["trace[1968055634] 'agreement among raft nodes before linearized reading' (duration: 481.884453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:37.304164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:36.974644Z","time spent":"329.510285ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17228,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-27T01:39:37.304163Z","caller":"traceutil/trace.go:171","msg":"trace[730354449] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5323; }","duration":"473.393343ms","start":"2026-04-27T01:39:36.830752Z","end":"2026-04-27T01:39:37.304145Z","steps":["trace[730354449] 'agreement among raft nodes before linearized reading' (duration: 473.089593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:37.304188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:36.822195Z","time spent":"481.989287ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-jv49p\" "} {"level":"warn","ts":"2026-04-27T01:39:37.30412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:36.822869Z","time spent":"481.236893ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:39:37.304212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:36.830739Z","time spent":"473.464846ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-27T01:39:37.30408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:36.816448Z","time spent":"487.626037ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:39:37.304363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.385922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-27T01:39:37.304499Z","caller":"traceutil/trace.go:171","msg":"trace[1288299620] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5323; }","duration":"390.581488ms","start":"2026-04-27T01:39:36.913889Z","end":"2026-04-27T01:39:37.30447Z","steps":["trace[1288299620] 'agreement among raft nodes before linearized reading' (duration: 390.182155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:37.304555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:39:36.913875Z","time spent":"390.670531ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:39:37.304386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.640271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-27T01:39:37.30463Z","caller":"traceutil/trace.go:171","msg":"trace[1250928513] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5323; }","duration":"231.94422ms","start":"2026-04-27T01:39:37.072661Z","end":"2026-04-27T01:39:37.304605Z","steps":["trace[1250928513] 'agreement among raft nodes before linearized reading' (duration: 231.450685ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:37.415328Z","caller":"traceutil/trace.go:171","msg":"trace[1026333945] linearizableReadLoop","detail":"{readStateIndex:5549; appliedIndex:5548; }","duration":"106.739026ms","start":"2026-04-27T01:39:37.308549Z","end":"2026-04-27T01:39:37.415288Z","steps":["trace[1026333945] 'read index received' (duration: 69.665756ms)","trace[1026333945] 'applied index is now lower than readState.Index' (duration: 37.07183ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:39:37.41547Z","caller":"traceutil/trace.go:171","msg":"trace[117252422] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"107.551982ms","start":"2026-04-27T01:39:37.307898Z","end":"2026-04-27T01:39:37.41545Z","steps":["trace[117252422] 'process raft request' (duration: 70.307297ms)","trace[117252422] 'compare' (duration: 36.878724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:39:37.415865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.279033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:60907"} {"level":"info","ts":"2026-04-27T01:39:37.416005Z","caller":"traceutil/trace.go:171","msg":"trace[1171197273] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5324; }","duration":"107.463039ms","start":"2026-04-27T01:39:37.308519Z","end":"2026-04-27T01:39:37.415982Z","steps":["trace[1171197273] 'agreement among raft nodes before linearized reading' (duration: 107.018935ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:37.486046Z","caller":"traceutil/trace.go:171","msg":"trace[2098256170] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"177.403745ms","start":"2026-04-27T01:39:37.30861Z","end":"2026-04-27T01:39:37.486014Z","steps":["trace[2098256170] 'process raft request' (duration: 177.147107ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:37.486103Z","caller":"traceutil/trace.go:171","msg":"trace[1339821152] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"176.094843ms","start":"2026-04-27T01:39:37.31Z","end":"2026-04-27T01:39:37.486095Z","steps":["trace[1339821152] 'process raft request' (duration: 175.97679ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:37.486127Z","caller":"traceutil/trace.go:171","msg":"trace[1394504366] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"170.024241ms","start":"2026-04-27T01:39:37.316075Z","end":"2026-04-27T01:39:37.486099Z","steps":["trace[1394504366] 'process raft request' (duration: 169.941448ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:37.486049Z","caller":"traceutil/trace.go:171","msg":"trace[1182284484] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"177.036233ms","start":"2026-04-27T01:39:37.308994Z","end":"2026-04-27T01:39:37.48603Z","steps":["trace[1182284484] 'process raft request' (duration: 176.903659ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:37.486706Z","caller":"traceutil/trace.go:171","msg":"trace[962566351] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"177.068905ms","start":"2026-04-27T01:39:37.309061Z","end":"2026-04-27T01:39:37.48613Z","steps":["trace[962566351] 'process raft request' (duration: 176.884139ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:37.504712Z","caller":"traceutil/trace.go:171","msg":"trace[443304831] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"104.419683ms","start":"2026-04-27T01:39:37.400271Z","end":"2026-04-27T01:39:37.504691Z","steps":["trace[443304831] 'process raft request' (duration: 104.236017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:37.505001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.021904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-04-27T01:39:37.505086Z","caller":"traceutil/trace.go:171","msg":"trace[1876370412] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5330; }","duration":"194.144647ms","start":"2026-04-27T01:39:37.310925Z","end":"2026-04-27T01:39:37.505069Z","steps":["trace[1876370412] 'agreement among raft nodes before linearized reading' (duration: 193.93335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:37.505171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.312454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:39:37.505259Z","caller":"traceutil/trace.go:171","msg":"trace[1931857322] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5330; }","duration":"189.443527ms","start":"2026-04-27T01:39:37.315796Z","end":"2026-04-27T01:39:37.505239Z","steps":["trace[1931857322] 'agreement among raft nodes before linearized reading' (duration: 189.258521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:37.505384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.187339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-27T01:39:37.505429Z","caller":"traceutil/trace.go:171","msg":"trace[1274671388] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5330; }","duration":"194.369385ms","start":"2026-04-27T01:39:37.311046Z","end":"2026-04-27T01:39:37.505415Z","steps":["trace[1274671388] 'agreement among raft nodes before linearized reading' (duration: 194.042394ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:37.651645Z","caller":"traceutil/trace.go:171","msg":"trace[885015239] linearizableReadLoop","detail":"{readStateIndex:5557; appliedIndex:5555; }","duration":"133.605132ms","start":"2026-04-27T01:39:37.518023Z","end":"2026-04-27T01:39:37.651628Z","steps":["trace[885015239] 'read index received' (duration: 23.57329ms)","trace[885015239] 'applied index is now lower than readState.Index' (duration: 110.031082ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:39:37.651815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.769577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-04-27T01:39:37.651848Z","caller":"traceutil/trace.go:171","msg":"trace[1878561732] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5332; }","duration":"133.839649ms","start":"2026-04-27T01:39:37.517997Z","end":"2026-04-27T01:39:37.651837Z","steps":["trace[1878561732] 'agreement among raft nodes before linearized reading' (duration: 133.727406ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:37.652319Z","caller":"traceutil/trace.go:171","msg":"trace[1127877233] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"134.757158ms","start":"2026-04-27T01:39:37.516968Z","end":"2026-04-27T01:39:37.651725Z","steps":["trace[1127877233] 'process raft request' (duration: 134.5103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:38.004634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.018963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:39:38.004875Z","caller":"traceutil/trace.go:171","msg":"trace[847480397] linearizableReadLoop","detail":"{readStateIndex:5566; appliedIndex:5564; }","duration":"205.078435ms","start":"2026-04-27T01:39:37.799785Z","end":"2026-04-27T01:39:38.004863Z","steps":["trace[847480397] 'read index received' (duration: 15.111341ms)","trace[847480397] 'applied index is now lower than readState.Index' (duration: 189.966464ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:39:38.004878Z","caller":"traceutil/trace.go:171","msg":"trace[1049101193] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"205.084536ms","start":"2026-04-27T01:39:37.79977Z","end":"2026-04-27T01:39:38.004855Z","steps":["trace[1049101193] 'process raft request' (duration: 204.936511ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:38.004939Z","caller":"traceutil/trace.go:171","msg":"trace[637534777] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"203.397502ms","start":"2026-04-27T01:39:37.801536Z","end":"2026-04-27T01:39:38.004933Z","steps":["trace[637534777] 'process raft request' (duration: 203.220637ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:38.005049Z","caller":"traceutil/trace.go:171","msg":"trace[1436437794] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"205.755967ms","start":"2026-04-27T01:39:37.799284Z","end":"2026-04-27T01:39:38.00504Z","steps":["trace[1436437794] 'process raft request' (duration: 33.199696ms)","trace[1436437794] 'compare' (duration: 171.883329ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:39:38.005178Z","caller":"traceutil/trace.go:171","msg":"trace[1578812554] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"194.423156ms","start":"2026-04-27T01:39:37.810714Z","end":"2026-04-27T01:39:38.005137Z","steps":["trace[1578812554] 'process raft request' (duration: 194.116856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:38.005236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.451788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-27T01:39:38.005255Z","caller":"traceutil/trace.go:171","msg":"trace[1165532102] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5346; }","duration":"205.53631ms","start":"2026-04-27T01:39:37.799712Z","end":"2026-04-27T01:39:38.005248Z","steps":["trace[1165532102] 'agreement among raft nodes before linearized reading' (duration: 205.439147ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:38.005424Z","caller":"traceutil/trace.go:171","msg":"trace[211076892] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"203.832086ms","start":"2026-04-27T01:39:37.801586Z","end":"2026-04-27T01:39:38.005418Z","steps":["trace[211076892] 'process raft request' (duration: 203.222196ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:38.005555Z","caller":"traceutil/trace.go:171","msg":"trace[499419422] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"203.995711ms","start":"2026-04-27T01:39:37.801543Z","end":"2026-04-27T01:39:38.005539Z","steps":["trace[499419422] 'process raft request' (duration: 203.237096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:38.005755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.235194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T01:39:38.005863Z","caller":"traceutil/trace.go:171","msg":"trace[1676747435] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5346; }","duration":"185.319717ms","start":"2026-04-27T01:39:37.820472Z","end":"2026-04-27T01:39:38.005792Z","steps":["trace[1676747435] 'agreement among raft nodes before linearized reading' (duration: 184.917304ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:40:06.424721Z","caller":"traceutil/trace.go:171","msg":"trace[222939358] linearizableReadLoop","detail":"{readStateIndex:5806; appliedIndex:5805; }","duration":"109.795333ms","start":"2026-04-27T01:40:06.314897Z","end":"2026-04-27T01:40:06.424692Z","steps":["trace[222939358] 'read index received' (duration: 109.550356ms)","trace[222939358] 'applied index is now lower than readState.Index' (duration: 244.217µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:40:06.424773Z","caller":"traceutil/trace.go:171","msg":"trace[122376591] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"157.78703ms","start":"2026-04-27T01:40:06.266959Z","end":"2026-04-27T01:40:06.424746Z","steps":["trace[122376591] 'process raft request' (duration: 157.565293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:40:06.424875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.966289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:40:06.42492Z","caller":"traceutil/trace.go:171","msg":"trace[1961728604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5568; }","duration":"110.064962ms","start":"2026-04-27T01:40:06.314843Z","end":"2026-04-27T01:40:06.424908Z","steps":["trace[1961728604] 'agreement among raft nodes before linearized reading' (duration: 109.9797ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:40:19.906552Z","caller":"traceutil/trace.go:171","msg":"trace[1313574866] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"119.75001ms","start":"2026-04-27T01:40:19.786764Z","end":"2026-04-27T01:40:19.906514Z","steps":["trace[1313574866] 'process raft request' (duration: 119.541753ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:40:32.792112Z","caller":"traceutil/trace.go:171","msg":"trace[496861310] transaction","detail":"{read_only:false; response_revision:5880; number_of_response:1; }","duration":"176.171296ms","start":"2026-04-27T01:40:32.61591Z","end":"2026-04-27T01:40:32.792082Z","steps":["trace[496861310] 'process raft request' (duration: 175.927858ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:41:17.26033Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2819} {"level":"info","ts":"2026-04-27T01:41:17.336983Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2819,"took":"74.645662ms","hash":2969297757,"current-db-size-bytes":60047360,"current-db-size":"60 MB","current-db-size-in-use-bytes":35733504,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-27T01:41:17.337047Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2969297757,"revision":2819,"compact-revision":-1} {"level":"warn","ts":"2026-04-27T01:42:54.536387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.401245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:42:54.5365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.415268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T01:42:54.53659Z","caller":"traceutil/trace.go:171","msg":"trace[1456306407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6976; }","duration":"124.600623ms","start":"2026-04-27T01:42:54.411966Z","end":"2026-04-27T01:42:54.536567Z","steps":["trace[1456306407] 'range keys from in-memory index tree' (duration: 124.303664ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:42:54.536664Z","caller":"traceutil/trace.go:171","msg":"trace[1316055519] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6976; }","duration":"117.763287ms","start":"2026-04-27T01:42:54.418882Z","end":"2026-04-27T01:42:54.536645Z","steps":["trace[1316055519] 'count revisions from in-memory index tree' (duration: 117.184859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:42:54.536742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.845872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:42:54.537529Z","caller":"traceutil/trace.go:171","msg":"trace[1206979345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6976; }","duration":"126.689239ms","start":"2026-04-27T01:42:54.410823Z","end":"2026-04-27T01:42:54.537512Z","steps":["trace[1206979345] 'range keys from in-memory index tree' (duration: 125.623465ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:13.627804Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002224.wal"} {"level":"warn","ts":"2026-04-27T01:45:17.847675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022276895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:45:18.347863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022276895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:45:18.551845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.220524605s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T01:45:18.552382Z","caller":"traceutil/trace.go:171","msg":"trace[125901391] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"1.221122684s","start":"2026-04-27T01:45:17.33122Z","end":"2026-04-27T01:45:18.552343Z","steps":["trace[125901391] 'process raft request' (duration: 1.220870696s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:18.5526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:17.331202Z","time spent":"1.221277498s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:45:18.555922Z","caller":"traceutil/trace.go:171","msg":"trace[1743327747] linearizableReadLoop","detail":"{readStateIndex:8773; appliedIndex:8771; }","duration":"1.211243492s","start":"2026-04-27T01:45:17.344644Z","end":"2026-04-27T01:45:18.555887Z","steps":["trace[1743327747] 'read index received' (duration: 1.207414801s)","trace[1743327747] 'applied index is now lower than readState.Index' (duration: 3.827021ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:45:18.556051Z","caller":"traceutil/trace.go:171","msg":"trace[1311355136] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"499.152772ms","start":"2026-04-27T01:45:18.056856Z","end":"2026-04-27T01:45:18.556009Z","steps":["trace[1311355136] 'process raft request' (duration: 498.858772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:18.556187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211537421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T01:45:18.556255Z","caller":"traceutil/trace.go:171","msg":"trace[1493424737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8397; }","duration":"1.211642934s","start":"2026-04-27T01:45:17.344594Z","end":"2026-04-27T01:45:18.556237Z","steps":["trace[1493424737] 'agreement among raft nodes before linearized reading' (duration: 1.211435687s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:18.556301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:17.344573Z","time spent":"1.211717517s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:45:18.556308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:18.056822Z","time spent":"499.314587ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:45:18.556315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.495572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:45:18.556369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174196051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-27T01:45:18.556412Z","caller":"traceutil/trace.go:171","msg":"trace[669174772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8397; }","duration":"793.643857ms","start":"2026-04-27T01:45:17.762743Z","end":"2026-04-27T01:45:18.556386Z","steps":["trace[669174772] 'agreement among raft nodes before linearized reading' (duration: 793.457771ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:18.556435Z","caller":"traceutil/trace.go:171","msg":"trace[1630246253] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:8397; }","duration":"1.174427929s","start":"2026-04-27T01:45:17.381989Z","end":"2026-04-27T01:45:18.556417Z","steps":["trace[1630246253] 'agreement among raft nodes before linearized reading' (duration: 1.174059757s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:18.556471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:17.762721Z","time spent":"793.73398ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:45:18.55648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077127894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-27T01:45:18.556565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095698151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:45:18.556587Z","caller":"traceutil/trace.go:171","msg":"trace[617764322] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8397; }","duration":"1.077275218s","start":"2026-04-27T01:45:17.479293Z","end":"2026-04-27T01:45:18.556568Z","steps":["trace[617764322] 'agreement among raft nodes before linearized reading' (duration: 1.07700497s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:18.556589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:17.381978Z","time spent":"1.174501781s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-jv49p\" "} {"level":"info","ts":"2026-04-27T01:45:18.556614Z","caller":"traceutil/trace.go:171","msg":"trace[2109549159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8397; }","duration":"1.095764383s","start":"2026-04-27T01:45:17.460838Z","end":"2026-04-27T01:45:18.556602Z","steps":["trace[2109549159] 'agreement among raft nodes before linearized reading' (duration: 1.095612398s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:18.556596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.652783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"warn","ts":"2026-04-27T01:45:18.556498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092268103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-27T01:45:18.556631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:17.47928Z","time spent":"1.077342071s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:45:18.556647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:17.460827Z","time spent":"1.095812915s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T01:45:18.55667Z","caller":"traceutil/trace.go:171","msg":"trace[1524356564] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8397; }","duration":"446.774627ms","start":"2026-04-27T01:45:18.109876Z","end":"2026-04-27T01:45:18.55665Z","steps":["trace[1524356564] 'agreement among raft nodes before linearized reading' (duration: 446.579111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:18.556725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:18.109851Z","time spent":"446.863179ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T01:45:18.556691Z","caller":"traceutil/trace.go:171","msg":"trace[838975503] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8397; }","duration":"1.092471519s","start":"2026-04-27T01:45:17.464194Z","end":"2026-04-27T01:45:18.556665Z","steps":["trace[838975503] 'agreement among raft nodes before linearized reading' (duration: 1.092088876s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:18.556819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.717761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-27T01:45:18.556889Z","caller":"traceutil/trace.go:171","msg":"trace[434256077] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8397; }","duration":"675.818524ms","start":"2026-04-27T01:45:17.881051Z","end":"2026-04-27T01:45:18.55687Z","steps":["trace[434256077] 'agreement among raft nodes before linearized reading' (duration: 675.671929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:18.556785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:17.46418Z","time spent":"1.092586443s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-27T01:45:18.556959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:17.881032Z","time spent":"675.908197ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:45:18.556884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097427296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:45:18.557085Z","caller":"traceutil/trace.go:171","msg":"trace[1878410449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8397; }","duration":"1.097692504s","start":"2026-04-27T01:45:17.459366Z","end":"2026-04-27T01:45:18.557058Z","steps":["trace[1878410449] 'agreement among raft nodes before linearized reading' (duration: 1.097224129s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:18.557149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:17.459346Z","time spent":"1.097789736s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T01:45:29.043604Z","caller":"traceutil/trace.go:171","msg":"trace[1900794549] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"146.716975ms","start":"2026-04-27T01:45:28.896813Z","end":"2026-04-27T01:45:29.04353Z","steps":["trace[1900794549] 'process raft request' (duration: 54.004596ms)","trace[1900794549] 'compare' (duration: 92.500453ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:45:29.256349Z","caller":"traceutil/trace.go:171","msg":"trace[1133941710] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"127.078006ms","start":"2026-04-27T01:45:29.129237Z","end":"2026-04-27T01:45:29.256315Z","steps":["trace[1133941710] 'process raft request' (duration: 126.881889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:31.02415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:30.577239Z","time spent":"446.906252ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T01:45:31.340831Z","caller":"traceutil/trace.go:171","msg":"trace[1789294567] linearizableReadLoop","detail":"{readStateIndex:8858; appliedIndex:8857; }","duration":"706.034309ms","start":"2026-04-27T01:45:30.634767Z","end":"2026-04-27T01:45:31.340801Z","steps":["trace[1789294567] 'read index received' (duration: 389.506168ms)","trace[1789294567] 'applied index is now lower than readState.Index' (duration: 316.526931ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:45:31.340884Z","caller":"traceutil/trace.go:171","msg":"trace[815054628] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"720.785055ms","start":"2026-04-27T01:45:30.620053Z","end":"2026-04-27T01:45:31.340838Z","steps":["trace[815054628] 'process raft request' (duration: 670.975451ms)","trace[815054628] 'compare' (duration: 49.641399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:45:31.341045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.263646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T01:45:31.341061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:30.62003Z","time spent":"720.938479ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:45:31.341072Z","caller":"traceutil/trace.go:171","msg":"trace[202756686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8476; }","duration":"706.360859ms","start":"2026-04-27T01:45:30.634703Z","end":"2026-04-27T01:45:31.341064Z","steps":["trace[202756686] 'agreement among raft nodes before linearized reading' (duration: 706.217695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:31.341104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:30.634688Z","time spent":"706.410911ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T01:45:31.484114Z","caller":"traceutil/trace.go:171","msg":"trace[1302496763] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"454.921294ms","start":"2026-04-27T01:45:31.029157Z","end":"2026-04-27T01:45:31.484079Z","steps":["trace[1302496763] 'process raft request' (duration: 451.732513ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:31.484109Z","caller":"traceutil/trace.go:171","msg":"trace[1432043007] linearizableReadLoop","detail":"{readStateIndex:8859; appliedIndex:8858; }","duration":"143.179814ms","start":"2026-04-27T01:45:31.340891Z","end":"2026-04-27T01:45:31.484071Z","steps":["trace[1432043007] 'read index received' (duration: 139.987393ms)","trace[1432043007] 'applied index is now lower than readState.Index' (duration: 3.191071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:45:31.484279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:31.029128Z","time spent":"455.064509ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:45:31.484308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.81526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:45:31.484322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.641137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:45:31.484405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.044367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T01:45:31.484523Z","caller":"traceutil/trace.go:171","msg":"trace[680040871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8477; }","duration":"824.178122ms","start":"2026-04-27T01:45:30.660328Z","end":"2026-04-27T01:45:31.484506Z","steps":["trace[680040871] 'agreement among raft nodes before linearized reading' (duration: 823.910173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:31.484549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.255267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:45:31.484629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.085116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-27T01:45:31.484656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.22082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-27T01:45:31.48466Z","caller":"traceutil/trace.go:171","msg":"trace[1007631239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8477; }","duration":"719.424032ms","start":"2026-04-27T01:45:30.765213Z","end":"2026-04-27T01:45:31.484637Z","steps":["trace[1007631239] 'agreement among raft nodes before linearized reading' (duration: 719.178444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:31.484671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.02489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-27T01:45:31.484554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.881879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:45:31.484795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.960275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-27T01:45:31.484834Z","caller":"traceutil/trace.go:171","msg":"trace[1194041833] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8477; }","duration":"805.036987ms","start":"2026-04-27T01:45:30.679788Z","end":"2026-04-27T01:45:31.484825Z","steps":["trace[1194041833] 'agreement among raft nodes before linearized reading' (duration: 804.931493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:31.484877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:30.679764Z","time spent":"805.103069ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-27T01:45:31.484859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.217049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:45:31.4849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.207555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T01:45:31.48496Z","caller":"traceutil/trace.go:171","msg":"trace[187941751] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8477; }","duration":"164.442316ms","start":"2026-04-27T01:45:31.320492Z","end":"2026-04-27T01:45:31.484934Z","steps":["trace[187941751] 'agreement among raft nodes before linearized reading' (duration: 164.074515ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:31.484725Z","caller":"traceutil/trace.go:171","msg":"trace[1659936695] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8477; }","duration":"753.330503ms","start":"2026-04-27T01:45:30.731378Z","end":"2026-04-27T01:45:31.484709Z","steps":["trace[1659936695] 'agreement among raft nodes before linearized reading' (duration: 753.148877ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:31.484676Z","caller":"traceutil/trace.go:171","msg":"trace[2087682080] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8477; }","duration":"747.156628ms","start":"2026-04-27T01:45:30.737507Z","end":"2026-04-27T01:45:31.484664Z","steps":["trace[2087682080] 'agreement among raft nodes before linearized reading' (duration: 746.951641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:31.485216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:30.737489Z","time spent":"747.712536ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:45:31.485306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:30.731367Z","time spent":"753.717425ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T01:45:31.484742Z","caller":"traceutil/trace.go:171","msg":"trace[498879434] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:8477; }","duration":"801.124754ms","start":"2026-04-27T01:45:30.683602Z","end":"2026-04-27T01:45:31.484727Z","steps":["trace[498879434] 'agreement among raft nodes before linearized reading' (duration: 800.858665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:31.485565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:30.68359Z","time spent":"801.96023ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-jv49p\" "} {"level":"warn","ts":"2026-04-27T01:45:31.484739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:30.765203Z","time spent":"719.526226ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:45:31.484422Z","caller":"traceutil/trace.go:171","msg":"trace[182646043] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8477; }","duration":"693.854283ms","start":"2026-04-27T01:45:30.790545Z","end":"2026-04-27T01:45:31.484399Z","steps":["trace[182646043] 'agreement among raft nodes before linearized reading' (duration: 693.621336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:31.485782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:30.790499Z","time spent":"695.262018ms","remote":"127.0.0.1:58662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:45:31.484412Z","caller":"traceutil/trace.go:171","msg":"trace[1541279747] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8477; }","duration":"735.963425ms","start":"2026-04-27T01:45:30.748422Z","end":"2026-04-27T01:45:31.484386Z","steps":["trace[1541279747] 'agreement among raft nodes before linearized reading' (duration: 735.729007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:31.485951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:30.748405Z","time spent":"737.528134ms","remote":"127.0.0.1:58600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:45:31.48475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.925523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:45:31.486041Z","caller":"traceutil/trace.go:171","msg":"trace[337990081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8477; }","duration":"806.231094ms","start":"2026-04-27T01:45:30.679789Z","end":"2026-04-27T01:45:31.48602Z","steps":["trace[337990081] 'agreement among raft nodes before linearized reading' (duration: 804.81957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:31.48496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.830332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T01:45:31.486107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:30.679773Z","time spent":"806.315478ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T01:45:31.484908Z","caller":"traceutil/trace.go:171","msg":"trace[1675994528] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8477; }","duration":"384.20811ms","start":"2026-04-27T01:45:31.100592Z","end":"2026-04-27T01:45:31.4848Z","steps":["trace[1675994528] 'agreement among raft nodes before linearized reading' (duration: 383.57074ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:31.486167Z","caller":"traceutil/trace.go:171","msg":"trace[1807325142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8477; }","duration":"807.027479ms","start":"2026-04-27T01:45:30.679082Z","end":"2026-04-27T01:45:31.48611Z","steps":["trace[1807325142] 'agreement among raft nodes before linearized reading' (duration: 805.634695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:31.484941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:30.660321Z","time spent":"824.286635ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T01:45:31.485015Z","caller":"traceutil/trace.go:171","msg":"trace[1676956424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8477; }","duration":"262.335229ms","start":"2026-04-27T01:45:31.222649Z","end":"2026-04-27T01:45:31.484985Z","steps":["trace[1676956424] 'agreement among raft nodes before linearized reading' (duration: 261.982138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:31.486181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:31.100529Z","time spent":"385.633395ms","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:45:31.486275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:30.679008Z","time spent":"807.245487ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T01:45:31.491947Z","caller":"traceutil/trace.go:171","msg":"trace[454535146] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"146.377315ms","start":"2026-04-27T01:45:31.345547Z","end":"2026-04-27T01:45:31.491924Z","steps":["trace[454535146] 'process raft request' (duration: 146.068025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:33.007524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.546204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:45:33.007647Z","caller":"traceutil/trace.go:171","msg":"trace[2039758196] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8489; }","duration":"217.75959ms","start":"2026-04-27T01:45:32.789866Z","end":"2026-04-27T01:45:33.007625Z","steps":["trace[2039758196] 'count revisions from in-memory index tree' (duration: 215.615443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:33.007725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.183884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:45:33.007822Z","caller":"traceutil/trace.go:171","msg":"trace[1557106908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8489; }","duration":"243.326309ms","start":"2026-04-27T01:45:32.764474Z","end":"2026-04-27T01:45:33.0078Z","steps":["trace[1557106908] 'range keys from in-memory index tree' (duration: 243.080691ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:33.453715Z","caller":"traceutil/trace.go:171","msg":"trace[1481065601] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"106.795375ms","start":"2026-04-27T01:45:33.346886Z","end":"2026-04-27T01:45:33.453682Z","steps":["trace[1481065601] 'process raft request' (duration: 106.591508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:01.146836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022277911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:46:01.647748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022277911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:46:01.703038Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.124629155s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T01:46:01.703397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:00.578258Z","time spent":"1.125134461s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T01:46:01.937476Z","caller":"traceutil/trace.go:171","msg":"trace[1712336314] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"420.836038ms","start":"2026-04-27T01:46:01.516597Z","end":"2026-04-27T01:46:01.937434Z","steps":["trace[1712336314] 'process raft request' (duration: 381.648039ms)","trace[1712336314] 'compare' (duration: 38.839888ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:01.937539Z","caller":"traceutil/trace.go:171","msg":"trace[918256829] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"371.117517ms","start":"2026-04-27T01:46:01.566381Z","end":"2026-04-27T01:46:01.937498Z","steps":["trace[918256829] 'process raft request' (duration: 370.976362ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:01.937575Z","caller":"traceutil/trace.go:171","msg":"trace[394804187] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"232.963451ms","start":"2026-04-27T01:46:01.70459Z","end":"2026-04-27T01:46:01.937554Z","steps":["trace[394804187] 'process raft request' (duration: 232.91682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:01.937653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:01.516565Z","time spent":"420.987082ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:46:01.937681Z","caller":"traceutil/trace.go:171","msg":"trace[1254858604] linearizableReadLoop","detail":"{readStateIndex:9127; appliedIndex:9124; }","duration":"1.29185405s","start":"2026-04-27T01:46:00.645811Z","end":"2026-04-27T01:46:01.937665Z","steps":["trace[1254858604] 'read index received' (duration: 1.057378561s)","trace[1254858604] 'applied index is now lower than readState.Index' (duration: 234.472659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:46:01.937874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292032665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:46:01.937904Z","caller":"traceutil/trace.go:171","msg":"trace[963828182] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8732; }","duration":"1.292137798s","start":"2026-04-27T01:46:00.645758Z","end":"2026-04-27T01:46:01.937896Z","steps":["trace[963828182] 'agreement among raft nodes before linearized reading' (duration: 1.291984633s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:01.937936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:00.645734Z","time spent":"1.29219373s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:46:01.938075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173147459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:46:01.938162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.771625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T01:46:01.938192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178789986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:46:01.938226Z","caller":"traceutil/trace.go:171","msg":"trace[1681511805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8732; }","duration":"119.859267ms","start":"2026-04-27T01:46:01.818348Z","end":"2026-04-27T01:46:01.938208Z","steps":["trace[1681511805] 'agreement among raft nodes before linearized reading' (duration: 119.63829ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:01.93825Z","caller":"traceutil/trace.go:171","msg":"trace[636909191] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8732; }","duration":"1.178905371s","start":"2026-04-27T01:46:00.759329Z","end":"2026-04-27T01:46:01.938234Z","steps":["trace[636909191] 'agreement among raft nodes before linearized reading' (duration: 1.178600431s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:01.938275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.709634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T01:46:01.938288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:00.759309Z","time spent":"1.178969902s","remote":"127.0.0.1:58658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:46:01.938281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.280641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T01:46:01.93826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.99579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T01:46:01.938315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.57372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:46:01.938323Z","caller":"traceutil/trace.go:171","msg":"trace[602371056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8732; }","duration":"201.794776ms","start":"2026-04-27T01:46:01.736512Z","end":"2026-04-27T01:46:01.938307Z","steps":["trace[602371056] 'agreement among raft nodes before linearized reading' (duration: 201.430855ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:01.938345Z","caller":"traceutil/trace.go:171","msg":"trace[1382824272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8732; }","duration":"145.397885ms","start":"2026-04-27T01:46:01.792931Z","end":"2026-04-27T01:46:01.938329Z","steps":["trace[1382824272] 'agreement among raft nodes before linearized reading' (duration: 145.005692ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:01.938356Z","caller":"traceutil/trace.go:171","msg":"trace[1985534704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8732; }","duration":"195.627461ms","start":"2026-04-27T01:46:01.742719Z","end":"2026-04-27T01:46:01.938346Z","steps":["trace[1985534704] 'agreement among raft nodes before linearized reading' (duration: 195.226319ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:01.938367Z","caller":"traceutil/trace.go:171","msg":"trace[1636339927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8732; }","duration":"125.154455ms","start":"2026-04-27T01:46:01.813185Z","end":"2026-04-27T01:46:01.93834Z","steps":["trace[1636339927] 'agreement among raft nodes before linearized reading' (duration: 124.818745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:01.938428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.820205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-27T01:46:01.938466Z","caller":"traceutil/trace.go:171","msg":"trace[574392894] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8732; }","duration":"118.861986ms","start":"2026-04-27T01:46:01.819593Z","end":"2026-04-27T01:46:01.938455Z","steps":["trace[574392894] 'agreement among raft nodes before linearized reading' (duration: 118.37026ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:01.938168Z","caller":"traceutil/trace.go:171","msg":"trace[304947959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8732; }","duration":"1.173259822s","start":"2026-04-27T01:46:00.764886Z","end":"2026-04-27T01:46:01.938146Z","steps":["trace[304947959] 'agreement among raft nodes before linearized reading' (duration: 1.173096197s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:01.938518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.354097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:46:01.938538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:00.764881Z","time spent":"1.173638704s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:46:01.938557Z","caller":"traceutil/trace.go:171","msg":"trace[166304049] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8732; }","duration":"780.44425ms","start":"2026-04-27T01:46:01.158101Z","end":"2026-04-27T01:46:01.938546Z","steps":["trace[166304049] 'agreement among raft nodes before linearized reading' (duration: 779.874372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:01.938584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.991181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-27T01:46:01.93859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:01.158064Z","time spent":"780.517553ms","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:46:01.938605Z","caller":"traceutil/trace.go:171","msg":"trace[1081072467] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:8732; }","duration":"113.031271ms","start":"2026-04-27T01:46:01.825564Z","end":"2026-04-27T01:46:01.938596Z","steps":["trace[1081072467] 'agreement among raft nodes before linearized reading' (duration: 112.412612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:01.939005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:01.566352Z","time spent":"371.268871ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:46:02.098347Z","caller":"traceutil/trace.go:171","msg":"trace[1778561882] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"154.45234ms","start":"2026-04-27T01:46:01.943868Z","end":"2026-04-27T01:46:02.09832Z","steps":["trace[1778561882] 'process raft request' (duration: 154.237653ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:02.09868Z","caller":"traceutil/trace.go:171","msg":"trace[806632238] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"154.738889ms","start":"2026-04-27T01:46:01.94391Z","end":"2026-04-27T01:46:02.098649Z","steps":["trace[806632238] 'process raft request' (duration: 154.367707ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:02.098781Z","caller":"traceutil/trace.go:171","msg":"trace[1788224090] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"154.742759ms","start":"2026-04-27T01:46:01.94403Z","end":"2026-04-27T01:46:02.098773Z","steps":["trace[1788224090] 'process raft request' (duration: 154.627785ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:02.098774Z","caller":"traceutil/trace.go:171","msg":"trace[1156516226] linearizableReadLoop","detail":"{readStateIndex:9134; appliedIndex:9128; }","duration":"154.14632ms","start":"2026-04-27T01:46:01.944599Z","end":"2026-04-27T01:46:02.098745Z","steps":["trace[1156516226] 'read index received' (duration: 33.015063ms)","trace[1156516226] 'applied index is now lower than readState.Index' (duration: 121.130267ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:02.098846Z","caller":"traceutil/trace.go:171","msg":"trace[2047346413] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"154.846782ms","start":"2026-04-27T01:46:01.943993Z","end":"2026-04-27T01:46:02.09884Z","steps":["trace[2047346413] 'process raft request' (duration: 154.544793ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:02.098907Z","caller":"traceutil/trace.go:171","msg":"trace[850962484] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"154.839162ms","start":"2026-04-27T01:46:01.944055Z","end":"2026-04-27T01:46:02.098894Z","steps":["trace[850962484] 'process raft request' (duration: 154.645246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:02.098946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.008143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:46:02.098972Z","caller":"traceutil/trace.go:171","msg":"trace[1109408562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8738; }","duration":"152.072395ms","start":"2026-04-27T01:46:01.946892Z","end":"2026-04-27T01:46:02.098964Z","steps":["trace[1109408562] 'agreement among raft nodes before linearized reading' (duration: 152.012183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:02.099187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.585234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T01:46:02.09925Z","caller":"traceutil/trace.go:171","msg":"trace[1714464044] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8738; }","duration":"154.645596ms","start":"2026-04-27T01:46:01.944594Z","end":"2026-04-27T01:46:02.09924Z","steps":["trace[1714464044] 'agreement among raft nodes before linearized reading' (duration: 154.488521ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:04.307889Z","caller":"traceutil/trace.go:171","msg":"trace[979201393] linearizableReadLoop","detail":"{readStateIndex:9150; appliedIndex:9149; }","duration":"103.703457ms","start":"2026-04-27T01:46:04.204141Z","end":"2026-04-27T01:46:04.307845Z","steps":["trace[979201393] 'read index received' (duration: 57.194867ms)","trace[979201393] 'applied index is now lower than readState.Index' (duration: 46.50627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:46:04.30809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.903943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:46:04.308087Z","caller":"traceutil/trace.go:171","msg":"trace[1333318966] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"131.396112ms","start":"2026-04-27T01:46:04.176657Z","end":"2026-04-27T01:46:04.308053Z","steps":["trace[1333318966] 'process raft request' (duration: 84.716327ms)","trace[1333318966] 'compare' (duration: 45.956912ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:04.308136Z","caller":"traceutil/trace.go:171","msg":"trace[421333390] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8754; }","duration":"104.048438ms","start":"2026-04-27T01:46:04.204075Z","end":"2026-04-27T01:46:04.308124Z","steps":["trace[421333390] 'agreement among raft nodes before linearized reading' (duration: 103.913654ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:05.482873Z","caller":"traceutil/trace.go:171","msg":"trace[1710183172] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"152.141727ms","start":"2026-04-27T01:46:05.330693Z","end":"2026-04-27T01:46:05.482835Z","steps":["trace[1710183172] 'process raft request' (duration: 54.791591ms)","trace[1710183172] 'compare' (duration: 97.065658ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:05.482991Z","caller":"traceutil/trace.go:171","msg":"trace[1710247336] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"122.737638ms","start":"2026-04-27T01:46:05.360233Z","end":"2026-04-27T01:46:05.482971Z","steps":["trace[1710247336] 'process raft request' (duration: 122.49355ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:05.72748Z","caller":"traceutil/trace.go:171","msg":"trace[806717040] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"108.737966ms","start":"2026-04-27T01:46:05.618704Z","end":"2026-04-27T01:46:05.727442Z","steps":["trace[806717040] 'process raft request' (duration: 101.406835ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:05.727505Z","caller":"traceutil/trace.go:171","msg":"trace[2010443125] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"108.727315ms","start":"2026-04-27T01:46:05.618741Z","end":"2026-04-27T01:46:05.727468Z","steps":["trace[2010443125] 'process raft request' (duration: 108.616712ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:05.727513Z","caller":"traceutil/trace.go:171","msg":"trace[1659663572] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"108.430186ms","start":"2026-04-27T01:46:05.619054Z","end":"2026-04-27T01:46:05.727484Z","steps":["trace[1659663572] 'process raft request' (duration: 108.379764ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:05.727603Z","caller":"traceutil/trace.go:171","msg":"trace[258795232] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"108.747886ms","start":"2026-04-27T01:46:05.618792Z","end":"2026-04-27T01:46:05.72754Z","steps":["trace[258795232] 'process raft request' (duration: 108.599452ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:05.727752Z","caller":"traceutil/trace.go:171","msg":"trace[1967541289] linearizableReadLoop","detail":"{readStateIndex:9173; appliedIndex:9168; }","duration":"107.884719ms","start":"2026-04-27T01:46:05.619838Z","end":"2026-04-27T01:46:05.727722Z","steps":["trace[1967541289] 'read index received' (duration: 46.439598ms)","trace[1967541289] 'applied index is now lower than readState.Index' (duration: 61.443871ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:05.72774Z","caller":"traceutil/trace.go:171","msg":"trace[670266053] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"108.8718ms","start":"2026-04-27T01:46:05.618793Z","end":"2026-04-27T01:46:05.727665Z","steps":["trace[670266053] 'process raft request' (duration: 108.616762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:05.727969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.102916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-27T01:46:05.728008Z","caller":"traceutil/trace.go:171","msg":"trace[1761545677] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8776; }","duration":"108.181299ms","start":"2026-04-27T01:46:05.619811Z","end":"2026-04-27T01:46:05.727992Z","steps":["trace[1761545677] 'agreement among raft nodes before linearized reading' (duration: 108.017074ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:14.014407Z","caller":"traceutil/trace.go:171","msg":"trace[390786690] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"117.338777ms","start":"2026-04-27T01:46:13.897037Z","end":"2026-04-27T01:46:14.014376Z","steps":["trace[390786690] 'process raft request' (duration: 115.490949ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:14.014553Z","caller":"traceutil/trace.go:171","msg":"trace[1554668358] linearizableReadLoop","detail":"{readStateIndex:9257; appliedIndex:9256; }","duration":"110.824271ms","start":"2026-04-27T01:46:13.903705Z","end":"2026-04-27T01:46:14.01453Z","steps":["trace[1554668358] 'read index received' (duration: 108.841288ms)","trace[1554668358] 'applied index is now lower than readState.Index' (duration: 1.981633ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:46:14.014787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.065119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ml6bq\" ","response":"range_response_count:1 size:4606"} {"level":"info","ts":"2026-04-27T01:46:14.014875Z","caller":"traceutil/trace.go:171","msg":"trace[639586662] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ml6bq; range_end:; response_count:1; response_revision:8855; }","duration":"111.203213ms","start":"2026-04-27T01:46:13.903657Z","end":"2026-04-27T01:46:14.01486Z","steps":["trace[639586662] 'agreement among raft nodes before linearized reading' (duration: 111.008367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:14.368259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.177593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:46:14.368399Z","caller":"traceutil/trace.go:171","msg":"trace[241004469] linearizableReadLoop","detail":"{readStateIndex:9259; appliedIndex:9258; }","duration":"211.193933ms","start":"2026-04-27T01:46:14.157182Z","end":"2026-04-27T01:46:14.368376Z","steps":["trace[241004469] 'read index received' (duration: 68.602µs)","trace[241004469] 'applied index is now lower than readState.Index' (duration: 211.123211ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:14.368651Z","caller":"traceutil/trace.go:171","msg":"trace[2043636341] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"262.861206ms","start":"2026-04-27T01:46:14.105773Z","end":"2026-04-27T01:46:14.368634Z","steps":["trace[2043636341] 'process raft request' (duration: 32.202547ms)","trace[2043636341] 'compare' (duration: 229.881404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:46:14.368963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.767751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:46:14.369063Z","caller":"traceutil/trace.go:171","msg":"trace[733709925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8856; }","duration":"211.909485ms","start":"2026-04-27T01:46:14.157116Z","end":"2026-04-27T01:46:14.369025Z","steps":["trace[733709925] 'agreement among raft nodes before linearized reading' (duration: 211.585105ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:14.432613Z","caller":"traceutil/trace.go:171","msg":"trace[601050662] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"139.967052ms","start":"2026-04-27T01:46:14.292621Z","end":"2026-04-27T01:46:14.432588Z","steps":["trace[601050662] 'process raft request' (duration: 139.771046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:14.432732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.941592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-27T01:46:14.43279Z","caller":"traceutil/trace.go:171","msg":"trace[512841941] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8857; }","duration":"147.094517ms","start":"2026-04-27T01:46:14.285682Z","end":"2026-04-27T01:46:14.432776Z","steps":["trace[512841941] 'agreement among raft nodes before linearized reading' (duration: 146.86648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:14.432845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.16853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:46:14.432894Z","caller":"traceutil/trace.go:171","msg":"trace[1484444809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8857; }","duration":"147.246583ms","start":"2026-04-27T01:46:14.285634Z","end":"2026-04-27T01:46:14.43288Z","steps":["trace[1484444809] 'agreement among raft nodes before linearized reading' (duration: 147.097698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:14.432862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.905832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ml6bq\" ","response":"range_response_count:1 size:4606"} {"level":"info","ts":"2026-04-27T01:46:14.432972Z","caller":"traceutil/trace.go:171","msg":"trace[1235955910] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ml6bq; range_end:; response_count:1; response_revision:8857; }","duration":"141.038307ms","start":"2026-04-27T01:46:14.291903Z","end":"2026-04-27T01:46:14.432941Z","steps":["trace[1235955910] 'agreement among raft nodes before linearized reading' (duration: 140.653094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:14.433093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.351946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:46:14.433146Z","caller":"traceutil/trace.go:171","msg":"trace[1982788362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8857; }","duration":"147.450109ms","start":"2026-04-27T01:46:14.285684Z","end":"2026-04-27T01:46:14.433134Z","steps":["trace[1982788362] 'agreement among raft nodes before linearized reading' (duration: 147.322995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:14.433121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.721038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T01:46:14.433267Z","caller":"traceutil/trace.go:171","msg":"trace[1527864900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8857; }","duration":"160.936175ms","start":"2026-04-27T01:46:14.272302Z","end":"2026-04-27T01:46:14.433238Z","steps":["trace[1527864900] 'agreement among raft nodes before linearized reading' (duration: 160.481331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:15.498101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022278302,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T01:46:15.507293Z","caller":"traceutil/trace.go:171","msg":"trace[351725326] linearizableReadLoop","detail":"{readStateIndex:9272; appliedIndex:9271; }","duration":"509.992954ms","start":"2026-04-27T01:46:14.997278Z","end":"2026-04-27T01:46:15.507271Z","steps":["trace[351725326] 'read index received' (duration: 509.776307ms)","trace[351725326] 'applied index is now lower than readState.Index' (duration: 215.807µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:15.507417Z","caller":"traceutil/trace.go:171","msg":"trace[1467032939] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"658.125376ms","start":"2026-04-27T01:46:14.849263Z","end":"2026-04-27T01:46:15.507388Z","steps":["trace[1467032939] 'process raft request' (duration: 657.857527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:15.507466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.16275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:46:15.507541Z","caller":"traceutil/trace.go:171","msg":"trace[349586416] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8869; }","duration":"510.301044ms","start":"2026-04-27T01:46:14.997226Z","end":"2026-04-27T01:46:15.507527Z","steps":["trace[349586416] 'agreement among raft nodes before linearized reading' (duration: 510.142659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:15.507629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:14.997203Z","time spent":"510.408788ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:46:15.50834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:14.84924Z","time spent":"658.875399ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2999,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:46:15.973933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.953108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:46:15.974004Z","caller":"traceutil/trace.go:171","msg":"trace[560325307] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8869; }","duration":"269.091883ms","start":"2026-04-27T01:46:15.704892Z","end":"2026-04-27T01:46:15.973984Z","steps":["trace[560325307] 'count revisions from in-memory index tree' (duration: 268.844215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:15.97396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.993342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:46:15.974098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.845233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:46:15.974169Z","caller":"traceutil/trace.go:171","msg":"trace[1474122590] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8869; }","duration":"398.991367ms","start":"2026-04-27T01:46:15.575157Z","end":"2026-04-27T01:46:15.974149Z","steps":["trace[1474122590] 'count revisions from in-memory index tree' (duration: 398.576514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:15.974226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:15.57514Z","time spent":"399.06748ms","remote":"127.0.0.1:58736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:46:15.974081Z","caller":"traceutil/trace.go:171","msg":"trace[594353868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8869; }","duration":"208.176238ms","start":"2026-04-27T01:46:15.765881Z","end":"2026-04-27T01:46:15.974057Z","steps":["trace[594353868] 'range keys from in-memory index tree' (duration: 207.878349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:15.974291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.388676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-04-27T01:46:15.974335Z","caller":"traceutil/trace.go:171","msg":"trace[1960496984] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8869; }","duration":"278.433898ms","start":"2026-04-27T01:46:15.695891Z","end":"2026-04-27T01:46:15.974325Z","steps":["trace[1960496984] 'range keys from in-memory index tree' (duration: 278.209761ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:16.135231Z","caller":"traceutil/trace.go:171","msg":"trace[2077957510] linearizableReadLoop","detail":"{readStateIndex:9273; appliedIndex:9272; }","duration":"109.694486ms","start":"2026-04-27T01:46:16.025454Z","end":"2026-04-27T01:46:16.135148Z","steps":["trace[2077957510] 'read index received' (duration: 109.50325ms)","trace[2077957510] 'applied index is now lower than readState.Index' (duration: 190.006µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:16.135477Z","caller":"traceutil/trace.go:171","msg":"trace[1324353328] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"117.010447ms","start":"2026-04-27T01:46:16.018453Z","end":"2026-04-27T01:46:16.135464Z","steps":["trace[1324353328] 'process raft request' (duration: 116.509671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:16.135995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.514722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-27T01:46:16.136079Z","caller":"traceutil/trace.go:171","msg":"trace[1674915497] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:8870; }","duration":"110.666297ms","start":"2026-04-27T01:46:16.025393Z","end":"2026-04-27T01:46:16.136059Z","steps":["trace[1674915497] 'agreement among raft nodes before linearized reading' (duration: 110.331486ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:16.166586Z","caller":"traceutil/trace.go:171","msg":"trace[496262197] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"138.324771ms","start":"2026-04-27T01:46:16.028234Z","end":"2026-04-27T01:46:16.166558Z","steps":["trace[496262197] 'process raft request' (duration: 137.921678ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:16.303344Z","caller":"traceutil/trace.go:171","msg":"trace[1527564792] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8872; }","duration":"128.819681ms","start":"2026-04-27T01:46:16.174462Z","end":"2026-04-27T01:46:16.303282Z","steps":["trace[1527564792] 'process raft request' (duration: 128.618104ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:16.63115Z","caller":"traceutil/trace.go:171","msg":"trace[1474358481] linearizableReadLoop","detail":"{readStateIndex:9284; appliedIndex:9283; }","duration":"107.716542ms","start":"2026-04-27T01:46:16.523405Z","end":"2026-04-27T01:46:16.631121Z","steps":["trace[1474358481] 'read index received' (duration: 54.912615ms)","trace[1474358481] 'applied index is now lower than readState.Index' (duration: 52.802127ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:16.63127Z","caller":"traceutil/trace.go:171","msg":"trace[388390716] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"110.673286ms","start":"2026-04-27T01:46:16.520524Z","end":"2026-04-27T01:46:16.631198Z","steps":["trace[388390716] 'process raft request' (duration: 57.742595ms)","trace[388390716] 'compare' (duration: 52.693233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:46:16.631392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.95783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-27T01:46:16.631421Z","caller":"traceutil/trace.go:171","msg":"trace[65803166] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8880; }","duration":"108.030222ms","start":"2026-04-27T01:46:16.523381Z","end":"2026-04-27T01:46:16.631411Z","steps":["trace[65803166] 'agreement among raft nodes before linearized reading' (duration: 107.876388ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:17.107743Z","caller":"traceutil/trace.go:171","msg":"trace[1910604659] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"146.517749ms","start":"2026-04-27T01:46:16.961188Z","end":"2026-04-27T01:46:17.107706Z","steps":["trace[1910604659] 'process raft request' (duration: 84.678575ms)","trace[1910604659] 'compare' (duration: 61.443352ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:17.968808Z","caller":"traceutil/trace.go:171","msg":"trace[187703556] linearizableReadLoop","detail":"{readStateIndex:9291; appliedIndex:9290; }","duration":"201.493167ms","start":"2026-04-27T01:46:17.767293Z","end":"2026-04-27T01:46:17.968786Z","steps":["trace[187703556] 'read index received' (duration: 158.765347ms)","trace[187703556] 'applied index is now lower than readState.Index' (duration: 42.72633ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:17.968876Z","caller":"traceutil/trace.go:171","msg":"trace[2109861804] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"705.955117ms","start":"2026-04-27T01:46:17.26288Z","end":"2026-04-27T01:46:17.968835Z","steps":["trace[2109861804] 'process raft request' (duration: 663.237817ms)","trace[2109861804] 'compare' (duration: 42.388379ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:46:17.968951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.636271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:46:17.968984Z","caller":"traceutil/trace.go:171","msg":"trace[547551546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8886; }","duration":"201.714444ms","start":"2026-04-27T01:46:17.767258Z","end":"2026-04-27T01:46:17.968972Z","steps":["trace[547551546] 'agreement among raft nodes before linearized reading' (duration: 201.609411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:17.969061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:17.26285Z","time spent":"706.112342ms","remote":"127.0.0.1:52428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:46:18.1685Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6274} {"level":"warn","ts":"2026-04-27T01:46:18.169066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.974059ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-04-27T01:46:18.16921Z","caller":"traceutil/trace.go:171","msg":"trace[1858838695] compact","detail":"{revision:6274; response_revision:8886; }","duration":"198.428699ms","start":"2026-04-27T01:46:17.970764Z","end":"2026-04-27T01:46:18.169192Z","steps":["trace[1858838695] 'check and update compact revision' (duration: 174.847885ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:18.309555Z","caller":"traceutil/trace.go:171","msg":"trace[1914907285] linearizableReadLoop","detail":"{readStateIndex:9293; appliedIndex:9292; }","duration":"134.289263ms","start":"2026-04-27T01:46:18.175226Z","end":"2026-04-27T01:46:18.309516Z","steps":["trace[1914907285] 'read index received' (duration: 109.472619ms)","trace[1914907285] 'applied index is now lower than readState.Index' (duration: 24.814944ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:18.30963Z","caller":"traceutil/trace.go:171","msg":"trace[713873366] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"168.202865ms","start":"2026-04-27T01:46:18.141389Z","end":"2026-04-27T01:46:18.309592Z","steps":["trace[713873366] 'process raft request' (duration: 143.417532ms)","trace[713873366] 'compare' (duration: 24.508334ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:46:18.309869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.610473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-27T01:46:18.309912Z","caller":"traceutil/trace.go:171","msg":"trace[1971512850] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:8887; }","duration":"134.731907ms","start":"2026-04-27T01:46:18.175168Z","end":"2026-04-27T01:46:18.3099Z","steps":["trace[1971512850] 'agreement among raft nodes before linearized reading' (duration: 134.49145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:18.682853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.894499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:46:18.682964Z","caller":"traceutil/trace.go:171","msg":"trace[274333934] linearizableReadLoop","detail":"{readStateIndex:9294; appliedIndex:9293; }","duration":"225.34581ms","start":"2026-04-27T01:46:18.457603Z","end":"2026-04-27T01:46:18.682949Z","steps":["trace[274333934] 'read index received' (duration: 61.246625ms)","trace[274333934] 'applied index is now lower than readState.Index' (duration: 164.097725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:46:18.683119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.514636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T01:46:18.683048Z","caller":"traceutil/trace.go:171","msg":"trace[1893169836] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"230.195184ms","start":"2026-04-27T01:46:18.452796Z","end":"2026-04-27T01:46:18.682991Z","steps":["trace[1893169836] 'process raft request' (duration: 66.081419ms)","trace[1893169836] 'compare' (duration: 72.917264ms)","trace[1893169836] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:488; } (duration: 90.878101ms)"],"step_count":3} {"level":"info","ts":"2026-04-27T01:46:18.683158Z","caller":"traceutil/trace.go:171","msg":"trace[93515757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8888; }","duration":"225.594358ms","start":"2026-04-27T01:46:18.457554Z","end":"2026-04-27T01:46:18.683149Z","steps":["trace[93515757] 'agreement among raft nodes before linearized reading' (duration: 225.473854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:18.683286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.365075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125753"} {"level":"info","ts":"2026-04-27T01:46:18.683371Z","caller":"traceutil/trace.go:171","msg":"trace[813392775] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8888; }","duration":"203.497899ms","start":"2026-04-27T01:46:18.479854Z","end":"2026-04-27T01:46:18.683352Z","steps":["trace[813392775] 'agreement among raft nodes before linearized reading' (duration: 203.235551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:18.683496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.861762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-27T01:46:18.68355Z","caller":"traceutil/trace.go:171","msg":"trace[1487867382] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8888; }","duration":"172.950205ms","start":"2026-04-27T01:46:18.510586Z","end":"2026-04-27T01:46:18.683537Z","steps":["trace[1487867382] 'agreement among raft nodes before linearized reading' (duration: 172.755769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:18.683676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.640384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:46:18.683721Z","caller":"traceutil/trace.go:171","msg":"trace[2028880039] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8888; }","duration":"203.712807ms","start":"2026-04-27T01:46:18.479994Z","end":"2026-04-27T01:46:18.683707Z","steps":["trace[2028880039] 'agreement among raft nodes before linearized reading' (duration: 203.643414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:18.683928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.910433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-27T01:46:18.684055Z","caller":"traceutil/trace.go:171","msg":"trace[730732423] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8888; }","duration":"204.089749ms","start":"2026-04-27T01:46:18.479937Z","end":"2026-04-27T01:46:18.684026Z","steps":["trace[730732423] 'agreement among raft nodes before linearized reading' (duration: 203.733947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:18.684364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.034297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:46:18.685439Z","caller":"traceutil/trace.go:171","msg":"trace[786786868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8888; }","duration":"186.154392ms","start":"2026-04-27T01:46:18.499234Z","end":"2026-04-27T01:46:18.685389Z","steps":["trace[786786868] 'agreement among raft nodes before linearized reading' (duration: 184.428757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:18.684459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.425253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:46:18.68577Z","caller":"traceutil/trace.go:171","msg":"trace[1547787429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8888; }","duration":"201.786476ms","start":"2026-04-27T01:46:18.483936Z","end":"2026-04-27T01:46:18.685722Z","steps":["trace[1547787429] 'agreement among raft nodes before linearized reading' (duration: 199.392301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:18.699115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.091133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:46:18.699171Z","caller":"traceutil/trace.go:171","msg":"trace[457258268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8888; }","duration":"219.170765ms","start":"2026-04-27T01:46:18.479985Z","end":"2026-04-27T01:46:18.699156Z","steps":["trace[457258268] 'agreement among raft nodes before linearized reading' (duration: 203.963154ms)","trace[457258268] 'range keys from bolt db' (duration: 15.114778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:46:18.839082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.639432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:46:18.839217Z","caller":"traceutil/trace.go:171","msg":"trace[631276701] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"149.672539ms","start":"2026-04-27T01:46:18.689509Z","end":"2026-04-27T01:46:18.839181Z","steps":["trace[631276701] 'process raft request' (duration: 28.839591ms)","trace[631276701] 'compare' (duration: 21.732427ms)","trace[631276701] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 98.683008ms)"],"step_count":3} {"level":"info","ts":"2026-04-27T01:46:20.464123Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6274,"took":"2.292609329s","hash":4138911262,"current-db-size-bytes":60047360,"current-db-size":"60 MB","current-db-size-in-use-bytes":25591808,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-27T01:46:20.464218Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4138911262,"revision":6274,"compact-revision":2819} {"level":"warn","ts":"2026-04-27T01:46:20.464878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.033866ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:46:20.465098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088945466s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:46:20.465174Z","caller":"traceutil/trace.go:171","msg":"trace[1325891820] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8889; }","duration":"103.307245ms","start":"2026-04-27T01:46:20.36181Z","end":"2026-04-27T01:46:20.465117Z","steps":["trace[1325891820] 'range keys from in-memory index tree' (duration: 103.018426ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:20.465326Z","caller":"traceutil/trace.go:171","msg":"trace[1694451983] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"1.774461018s","start":"2026-04-27T01:46:18.690822Z","end":"2026-04-27T01:46:20.465282Z","steps":["trace[1694451983] 'process raft request' (duration: 685.196111ms)","trace[1694451983] 'compare' (duration: 57.574469ms)","trace[1694451983] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 1.030695037s)"],"step_count":3} {"level":"warn","ts":"2026-04-27T01:46:20.465442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:18.69081Z","time spent":"1.774579411s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:46:20.746049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.677798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:46:20.746244Z","caller":"traceutil/trace.go:171","msg":"trace[939742930] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"2.054991561s","start":"2026-04-27T01:46:18.691227Z","end":"2026-04-27T01:46:20.746219Z","steps":["trace[939742930] 'process raft request' (duration: 1.774034734s)","trace[939742930] 'compare' (duration: 280.456091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:46:20.746324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:18.691219Z","time spent":"2.055072044s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:46:20.746724Z","caller":"traceutil/trace.go:171","msg":"trace[1270210594] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"2.044301313s","start":"2026-04-27T01:46:18.702409Z","end":"2026-04-27T01:46:20.74671Z","steps":["trace[1270210594] 'process raft request' (duration: 2.044170729s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:20.746796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:18.702392Z","time spent":"2.044368525s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:46:20.746817Z","caller":"traceutil/trace.go:171","msg":"trace[1562289777] linearizableReadLoop","detail":"{readStateIndex:9296; appliedIndex:9294; }","duration":"2.055658422s","start":"2026-04-27T01:46:18.691126Z","end":"2026-04-27T01:46:20.746784Z","steps":["trace[1562289777] 'read index received' (duration: 27.235431ms)","trace[1562289777] 'applied index is now lower than readState.Index' (duration: 2.028418491s)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:20.746728Z","caller":"traceutil/trace.go:171","msg":"trace[768631497] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"2.052570685s","start":"2026-04-27T01:46:18.694118Z","end":"2026-04-27T01:46:20.746689Z","steps":["trace[768631497] 'process raft request' (duration: 2.052356768s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:20.747306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054273669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125753"} {"level":"warn","ts":"2026-04-27T01:46:20.747348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.296077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:4798"} {"level":"info","ts":"2026-04-27T01:46:20.746701Z","caller":"traceutil/trace.go:171","msg":"trace[1560042493] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"2.054503236s","start":"2026-04-27T01:46:18.692171Z","end":"2026-04-27T01:46:20.746674Z","steps":["trace[1560042493] 'process raft request' (duration: 2.05399488s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:20.747402Z","caller":"traceutil/trace.go:171","msg":"trace[766256893] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8896; }","duration":"2.054422503s","start":"2026-04-27T01:46:18.692961Z","end":"2026-04-27T01:46:20.747383Z","steps":["trace[766256893] 'agreement among raft nodes before linearized reading' (duration: 2.054127284s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:20.747463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:18.692926Z","time spent":"2.054527696s","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125777,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-27T01:46:20.747479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:18.692142Z","time spent":"2.055297811s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:46:20.7471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055969692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-27T01:46:20.747157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502810034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:46:20.747724Z","caller":"traceutil/trace.go:171","msg":"trace[2091214029] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8896; }","duration":"1.503449154s","start":"2026-04-27T01:46:19.244258Z","end":"2026-04-27T01:46:20.747707Z","steps":["trace[2091214029] 'agreement among raft nodes before linearized reading' (duration: 1.502757452s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:20.747775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:19.242698Z","time spent":"1.505060915s","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:46:20.747145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055689434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-27T01:46:20.747837Z","caller":"traceutil/trace.go:171","msg":"trace[1431295930] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8896; }","duration":"2.056390106s","start":"2026-04-27T01:46:18.691422Z","end":"2026-04-27T01:46:20.747813Z","steps":["trace[1431295930] 'agreement among raft nodes before linearized reading' (duration: 2.055554769s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:20.74716Z","caller":"traceutil/trace.go:171","msg":"trace[1203720430] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"432.146735ms","start":"2026-04-27T01:46:20.314999Z","end":"2026-04-27T01:46:20.747146Z","steps":["trace[1203720430] 'process raft request' (duration: 431.726631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:20.747931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:18.691409Z","time spent":"2.056500749s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T01:46:20.747718Z","caller":"traceutil/trace.go:171","msg":"trace[953514747] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8896; }","duration":"2.056485299s","start":"2026-04-27T01:46:18.691111Z","end":"2026-04-27T01:46:20.747596Z","steps":["trace[953514747] 'agreement among raft nodes before linearized reading' (duration: 2.055697724s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:20.748025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:20.314969Z","time spent":"432.96203ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:46:20.748087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:18.691106Z","time spent":"2.056956474s","remote":"127.0.0.1:33678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-27T01:46:20.74718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980973482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:46:20.748267Z","caller":"traceutil/trace.go:171","msg":"trace[283130614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8896; }","duration":"1.982123338s","start":"2026-04-27T01:46:18.766115Z","end":"2026-04-27T01:46:20.748239Z","steps":["trace[283130614] 'agreement among raft nodes before linearized reading' (duration: 1.980957381s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:20.748333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:18.766075Z","time spent":"1.982241983s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:46:20.747257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.564633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.67\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-27T01:46:20.748585Z","caller":"traceutil/trace.go:171","msg":"trace[1213657604] range","detail":"{range_begin:/registry/masterleases/199.19.213.67; range_end:; response_count:1; response_revision:8896; }","duration":"167.74205ms","start":"2026-04-27T01:46:20.580643Z","end":"2026-04-27T01:46:20.748385Z","steps":["trace[1213657604] 'agreement among raft nodes before linearized reading' (duration: 166.551362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:20.748588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.105199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-27T01:46:20.748683Z","caller":"traceutil/trace.go:171","msg":"trace[39403164] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:8896; }","duration":"423.450639ms","start":"2026-04-27T01:46:20.325212Z","end":"2026-04-27T01:46:20.748662Z","steps":["trace[39403164] 'agreement among raft nodes before linearized reading' (duration: 421.768046ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:20.74741Z","caller":"traceutil/trace.go:171","msg":"trace[1582635309] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8896; }","duration":"988.40183ms","start":"2026-04-27T01:46:19.758996Z","end":"2026-04-27T01:46:20.747398Z","steps":["trace[1582635309] 'agreement among raft nodes before linearized reading' (duration: 988.193623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:20.748759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:19.758973Z","time spent":"989.771933ms","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4822,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-27T01:46:20.748732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:20.325188Z","time spent":"423.534042ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-jv49p\" "} {"level":"info","ts":"2026-04-27T01:46:20.746934Z","caller":"traceutil/trace.go:171","msg":"trace[625062720] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"874.441019ms","start":"2026-04-27T01:46:19.872342Z","end":"2026-04-27T01:46:20.746783Z","steps":["trace[625062720] 'process raft request' (duration: 874.288774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:20.7492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:19.872281Z","time spent":"876.739832ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:46:20.749388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:18.694105Z","time spent":"2.053237706s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:46:21.061577Z","caller":"traceutil/trace.go:171","msg":"trace[1715779183] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"308.910001ms","start":"2026-04-27T01:46:20.752615Z","end":"2026-04-27T01:46:21.061525Z","steps":["trace[1715779183] 'process raft request' (duration: 308.431836ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:21.061662Z","caller":"traceutil/trace.go:171","msg":"trace[601174246] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"307.819626ms","start":"2026-04-27T01:46:20.753813Z","end":"2026-04-27T01:46:21.061633Z","steps":["trace[601174246] 'process raft request' (duration: 307.508277ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:21.061681Z","caller":"traceutil/trace.go:171","msg":"trace[431123919] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"308.822948ms","start":"2026-04-27T01:46:20.752794Z","end":"2026-04-27T01:46:21.061617Z","steps":["trace[431123919] 'process raft request' (duration: 308.442146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:21.06184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:20.752601Z","time spent":"309.131618ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T01:46:21.061884Z","caller":"traceutil/trace.go:171","msg":"trace[1471496501] linearizableReadLoop","detail":"{readStateIndex:9307; appliedIndex:9303; }","duration":"247.595774ms","start":"2026-04-27T01:46:20.814234Z","end":"2026-04-27T01:46:21.06183Z","steps":["trace[1471496501] 'read index received' (duration: 246.83095ms)","trace[1471496501] 'applied index is now lower than readState.Index' (duration: 761.104µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:46:21.061865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:20.752774Z","time spent":"308.974193ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:46:21.061883Z","caller":"traceutil/trace.go:171","msg":"trace[1619800481] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"302.222169ms","start":"2026-04-27T01:46:20.759631Z","end":"2026-04-27T01:46:21.061853Z","steps":["trace[1619800481] 'process raft request' (duration: 301.92535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:21.062079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.368884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-27T01:46:21.061934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:20.753802Z","time spent":"307.93685ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:46:21.062141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.009414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-04-27T01:46:21.062169Z","caller":"traceutil/trace.go:171","msg":"trace[1350323021] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8900; }","duration":"308.500498ms","start":"2026-04-27T01:46:20.753648Z","end":"2026-04-27T01:46:21.062149Z","steps":["trace[1350323021] 'agreement among raft nodes before linearized reading' (duration: 308.233219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:21.062224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:20.75363Z","time spent":"308.585291ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-27T01:46:21.06222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:20.759608Z","time spent":"302.450867ms","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5115,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:46:21.062256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.714297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-27T01:46:21.06239Z","caller":"traceutil/trace.go:171","msg":"trace[1948109629] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8900; }","duration":"309.869971ms","start":"2026-04-27T01:46:20.75247Z","end":"2026-04-27T01:46:21.06234Z","steps":["trace[1948109629] 'agreement among raft nodes before linearized reading' (duration: 309.51944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:21.062456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:20.752456Z","time spent":"309.983115ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T01:46:21.062225Z","caller":"traceutil/trace.go:171","msg":"trace[815572675] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8900; }","duration":"309.165219ms","start":"2026-04-27T01:46:20.753039Z","end":"2026-04-27T01:46:21.062204Z","steps":["trace[815572675] 'agreement among raft nodes before linearized reading' (duration: 308.840658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:21.062567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:20.753029Z","time spent":"309.527771ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:46:21.062922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.24824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208068"} {"level":"info","ts":"2026-04-27T01:46:21.062982Z","caller":"traceutil/trace.go:171","msg":"trace[1968622329] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8900; }","duration":"308.326263ms","start":"2026-04-27T01:46:20.754638Z","end":"2026-04-27T01:46:21.062965Z","steps":["trace[1968622329] 'agreement among raft nodes before linearized reading' (duration: 307.273799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:21.063058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:20.75463Z","time spent":"308.413335ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208092,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T01:46:21.064873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.578473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:46:21.064898Z","caller":"traceutil/trace.go:171","msg":"trace[1661083875] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"249.409851ms","start":"2026-04-27T01:46:20.815461Z","end":"2026-04-27T01:46:21.064871Z","steps":["trace[1661083875] 'process raft request' (duration: 249.202064ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:21.064943Z","caller":"traceutil/trace.go:171","msg":"trace[1736281203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8901; }","duration":"241.684967ms","start":"2026-04-27T01:46:20.823239Z","end":"2026-04-27T01:46:21.064924Z","steps":["trace[1736281203] 'agreement among raft nodes before linearized reading' (duration: 241.562943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:21.064964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.658604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T01:46:21.065005Z","caller":"traceutil/trace.go:171","msg":"trace[166648181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8901; }","duration":"221.751397ms","start":"2026-04-27T01:46:20.843243Z","end":"2026-04-27T01:46:21.064994Z","steps":["trace[166648181] 'agreement among raft nodes before linearized reading' (duration: 221.641183ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:22.498241Z","caller":"traceutil/trace.go:171","msg":"trace[500067462] linearizableReadLoop","detail":"{readStateIndex:9321; appliedIndex:9320; }","duration":"102.179249ms","start":"2026-04-27T01:46:22.396034Z","end":"2026-04-27T01:46:22.498213Z","steps":["trace[500067462] 'read index received' (duration: 101.90399ms)","trace[500067462] 'applied index is now lower than readState.Index' (duration: 273.689µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:46:22.498462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.407116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:46:22.498436Z","caller":"traceutil/trace.go:171","msg":"trace[222056672] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"121.425616ms","start":"2026-04-27T01:46:22.376969Z","end":"2026-04-27T01:46:22.498394Z","steps":["trace[222056672] 'process raft request' (duration: 121.056355ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:22.498512Z","caller":"traceutil/trace.go:171","msg":"trace[780310048] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8912; }","duration":"102.53453ms","start":"2026-04-27T01:46:22.395962Z","end":"2026-04-27T01:46:22.498496Z","steps":["trace[780310048] 'agreement among raft nodes before linearized reading' (duration: 102.409556ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:24.916572Z","caller":"traceutil/trace.go:171","msg":"trace[51516947] transaction","detail":"{read_only:false; response_revision:8936; number_of_response:1; }","duration":"125.479784ms","start":"2026-04-27T01:46:24.791062Z","end":"2026-04-27T01:46:24.916542Z","steps":["trace[51516947] 'process raft request' (duration: 125.423023ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:24.916616Z","caller":"traceutil/trace.go:171","msg":"trace[1835498821] transaction","detail":"{read_only:false; response_revision:8935; number_of_response:1; }","duration":"125.643449ms","start":"2026-04-27T01:46:24.79093Z","end":"2026-04-27T01:46:24.916574Z","steps":["trace[1835498821] 'process raft request' (duration: 102.162567ms)","trace[1835498821] 'compare' (duration: 23.230915ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:46:37.945371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.507771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:46:37.945481Z","caller":"traceutil/trace.go:171","msg":"trace[289218812] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9138; }","duration":"179.669606ms","start":"2026-04-27T01:46:37.765783Z","end":"2026-04-27T01:46:37.945453Z","steps":["trace[289218812] 'count revisions from in-memory index tree' (duration: 179.301715ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:47:19.060078Z","caller":"traceutil/trace.go:171","msg":"trace[352136823] transaction","detail":"{read_only:false; response_revision:9556; number_of_response:1; }","duration":"216.4733ms","start":"2026-04-27T01:47:18.843583Z","end":"2026-04-27T01:47:19.060056Z","steps":["trace[352136823] 'process raft request' (duration: 216.341176ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:47:19.117137Z","caller":"traceutil/trace.go:171","msg":"trace[1831665408] transaction","detail":"{read_only:false; response_revision:9557; number_of_response:1; }","duration":"103.843672ms","start":"2026-04-27T01:47:19.013257Z","end":"2026-04-27T01:47:19.117101Z","steps":["trace[1831665408] 'process raft request' (duration: 98.167312ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:47:19.889548Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fba6d6d8cd5f215c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-27T01:47:19.898703Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-27T01:47:19.89883Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-04-27T01:47:29.599283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022280481,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T01:47:29.602765Z","caller":"traceutil/trace.go:171","msg":"trace[124662756] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"540.999804ms","start":"2026-04-27T01:47:29.061733Z","end":"2026-04-27T01:47:29.602732Z","steps":["trace[124662756] 'process raft request' (duration: 540.786468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:47:29.602946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:47:29.061708Z","time spent":"541.125389ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:47:29.621797Z","caller":"traceutil/trace.go:171","msg":"trace[1469333219] linearizableReadLoop","detail":"{readStateIndex:10069; appliedIndex:10067; }","duration":"522.934084ms","start":"2026-04-27T01:47:29.098834Z","end":"2026-04-27T01:47:29.621769Z","steps":["trace[1469333219] 'read index received' (duration: 503.8178ms)","trace[1469333219] 'applied index is now lower than readState.Index' (duration: 19.115024ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:47:29.621933Z","caller":"traceutil/trace.go:171","msg":"trace[376754717] transaction","detail":"{read_only:false; response_revision:9628; number_of_response:1; }","duration":"472.817231ms","start":"2026-04-27T01:47:29.149068Z","end":"2026-04-27T01:47:29.621885Z","steps":["trace[376754717] 'process raft request' (duration: 472.531902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:47:29.622142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.290606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T01:47:29.622184Z","caller":"traceutil/trace.go:171","msg":"trace[35098306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9628; }","duration":"523.408849ms","start":"2026-04-27T01:47:29.098763Z","end":"2026-04-27T01:47:29.622172Z","steps":["trace[35098306] 'agreement among raft nodes before linearized reading' (duration: 523.157491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:47:29.622179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.172425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T01:47:29.622195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:47:29.149043Z","time spent":"473.008877ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:47:29.622223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:47:29.098732Z","time spent":"523.482001ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:47:29.622279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.15193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:47:29.622308Z","caller":"traceutil/trace.go:171","msg":"trace[820773827] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9628; }","duration":"216.182211ms","start":"2026-04-27T01:47:29.406115Z","end":"2026-04-27T01:47:29.622297Z","steps":["trace[820773827] 'agreement among raft nodes before linearized reading' (duration: 216.133839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:47:29.622344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.449284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-27T01:47:29.622377Z","caller":"traceutil/trace.go:171","msg":"trace[1817126810] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9628; }","duration":"363.532887ms","start":"2026-04-27T01:47:29.258834Z","end":"2026-04-27T01:47:29.622367Z","steps":["trace[1817126810] 'agreement among raft nodes before linearized reading' (duration: 363.447204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:47:29.622373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.630797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:47:29.622473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.549866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T01:47:29.622525Z","caller":"traceutil/trace.go:171","msg":"trace[1417289513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9628; }","duration":"218.65885ms","start":"2026-04-27T01:47:29.403852Z","end":"2026-04-27T01:47:29.622511Z","steps":["trace[1417289513] 'agreement among raft nodes before linearized reading' (duration: 218.504235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:47:29.622402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:47:29.258812Z","time spent":"363.583769ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-27T01:47:29.622654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.558261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T01:47:29.622229Z","caller":"traceutil/trace.go:171","msg":"trace[1191516175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9628; }","duration":"450.227856ms","start":"2026-04-27T01:47:29.171987Z","end":"2026-04-27T01:47:29.622215Z","steps":["trace[1191516175] 'agreement among raft nodes before linearized reading' (duration: 450.080472ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:47:29.622486Z","caller":"traceutil/trace.go:171","msg":"trace[152965190] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9628; }","duration":"167.800202ms","start":"2026-04-27T01:47:29.45467Z","end":"2026-04-27T01:47:29.62247Z","steps":["trace[152965190] 'agreement among raft nodes before linearized reading' (duration: 167.556925ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:47:29.622733Z","caller":"traceutil/trace.go:171","msg":"trace[1281985623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9628; }","duration":"371.703526ms","start":"2026-04-27T01:47:29.251008Z","end":"2026-04-27T01:47:29.622711Z","steps":["trace[1281985623] 'agreement among raft nodes before linearized reading' (duration: 371.413227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:47:29.622751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:47:29.171923Z","time spent":"450.809495ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:47:29.622776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:47:29.250982Z","time spent":"371.788099ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:47:29.622833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.596156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-27T01:47:29.622926Z","caller":"traceutil/trace.go:171","msg":"trace[1418586714] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:9628; }","duration":"129.75152ms","start":"2026-04-27T01:47:29.493153Z","end":"2026-04-27T01:47:29.622905Z","steps":["trace[1418586714] 'agreement among raft nodes before linearized reading' (duration: 129.179732ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:47:29.754788Z","caller":"traceutil/trace.go:171","msg":"trace[1270401172] transaction","detail":"{read_only:false; response_revision:9634; number_of_response:1; }","duration":"126.115404ms","start":"2026-04-27T01:47:29.628649Z","end":"2026-04-27T01:47:29.754765Z","steps":["trace[1270401172] 'process raft request' (duration: 126.082933ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:47:29.754838Z","caller":"traceutil/trace.go:171","msg":"trace[1229200279] transaction","detail":"{read_only:false; response_revision:9630; number_of_response:1; }","duration":"127.195159ms","start":"2026-04-27T01:47:29.627594Z","end":"2026-04-27T01:47:29.754789Z","steps":["trace[1229200279] 'process raft request' (duration: 126.90191ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:47:29.754902Z","caller":"traceutil/trace.go:171","msg":"trace[1167287741] transaction","detail":"{read_only:false; response_revision:9632; number_of_response:1; }","duration":"127.21057ms","start":"2026-04-27T01:47:29.627654Z","end":"2026-04-27T01:47:29.754865Z","steps":["trace[1167287741] 'process raft request' (duration: 127.027584ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:47:29.754945Z","caller":"traceutil/trace.go:171","msg":"trace[649314508] transaction","detail":"{read_only:false; response_revision:9633; number_of_response:1; }","duration":"127.129957ms","start":"2026-04-27T01:47:29.627782Z","end":"2026-04-27T01:47:29.754912Z","steps":["trace[649314508] 'process raft request' (duration: 126.929421ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:47:29.755068Z","caller":"traceutil/trace.go:171","msg":"trace[709169990] transaction","detail":"{read_only:false; response_revision:9631; number_of_response:1; }","duration":"127.434897ms","start":"2026-04-27T01:47:29.627594Z","end":"2026-04-27T01:47:29.755029Z","steps":["trace[709169990] 'process raft request' (duration: 127.059335ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:47:30.31472Z","caller":"traceutil/trace.go:171","msg":"trace[483128491] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"168.087071ms","start":"2026-04-27T01:47:30.146604Z","end":"2026-04-27T01:47:30.314691Z","steps":["trace[483128491] 'process raft request' (duration: 167.918686ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:47:30.377894Z","caller":"traceutil/trace.go:171","msg":"trace[374009054] linearizableReadLoop","detail":"{readStateIndex:10079; appliedIndex:10077; }","duration":"214.822239ms","start":"2026-04-27T01:47:30.163035Z","end":"2026-04-27T01:47:30.377858Z","steps":["trace[374009054] 'read index received' (duration: 151.478087ms)","trace[374009054] 'applied index is now lower than readState.Index' (duration: 63.340742ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:47:30.37792Z","caller":"traceutil/trace.go:171","msg":"trace[801454547] transaction","detail":"{read_only:false; response_revision:9638; number_of_response:1; }","duration":"230.515474ms","start":"2026-04-27T01:47:30.14736Z","end":"2026-04-27T01:47:30.377875Z","steps":["trace[801454547] 'process raft request' (duration: 230.118352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:47:30.378072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.006665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:47:30.378175Z","caller":"traceutil/trace.go:171","msg":"trace[1530671169] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9638; }","duration":"215.142118ms","start":"2026-04-27T01:47:30.16301Z","end":"2026-04-27T01:47:30.378152Z","steps":["trace[1530671169] 'agreement among raft nodes before linearized reading' (duration: 214.956572ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:44.548716Z","caller":"traceutil/trace.go:171","msg":"trace[977793838] linearizableReadLoop","detail":"{readStateIndex:11399; appliedIndex:11398; }","duration":"158.241785ms","start":"2026-04-27T01:49:44.390447Z","end":"2026-04-27T01:49:44.548688Z","steps":["trace[977793838] 'read index received' (duration: 158.048709ms)","trace[977793838] 'applied index is now lower than readState.Index' (duration: 191.946µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:49:44.548793Z","caller":"traceutil/trace.go:171","msg":"trace[928126327] transaction","detail":"{read_only:false; response_revision:10899; number_of_response:1; }","duration":"187.115898ms","start":"2026-04-27T01:49:44.361637Z","end":"2026-04-27T01:49:44.548753Z","steps":["trace[928126327] 'process raft request' (duration: 186.84468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:44.549132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.661308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:11 size:89962"} {"level":"info","ts":"2026-04-27T01:49:44.549237Z","caller":"traceutil/trace.go:171","msg":"trace[1353116448] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:11; response_revision:10899; }","duration":"158.816603ms","start":"2026-04-27T01:49:44.390392Z","end":"2026-04-27T01:49:44.549209Z","steps":["trace[1353116448] 'agreement among raft nodes before linearized reading' (duration: 158.448881ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:45.955852Z","caller":"traceutil/trace.go:171","msg":"trace[1204304631] transaction","detail":"{read_only:false; response_revision:10909; number_of_response:1; }","duration":"144.099538ms","start":"2026-04-27T01:49:45.811734Z","end":"2026-04-27T01:49:45.955833Z","steps":["trace[1204304631] 'process raft request' (duration: 143.989194ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:02.680512Z","caller":"traceutil/trace.go:171","msg":"trace[886562268] transaction","detail":"{read_only:false; response_revision:11071; number_of_response:1; }","duration":"105.528148ms","start":"2026-04-27T01:50:02.574968Z","end":"2026-04-27T01:50:02.680496Z","steps":["trace[886562268] 'process raft request' (duration: 105.302271ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:02.806996Z","caller":"traceutil/trace.go:171","msg":"trace[89703282] transaction","detail":"{read_only:false; response_revision:11073; number_of_response:1; }","duration":"119.167839ms","start":"2026-04-27T01:50:02.687805Z","end":"2026-04-27T01:50:02.806973Z","steps":["trace[89703282] 'process raft request' (duration: 118.924691ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:02.807223Z","caller":"traceutil/trace.go:171","msg":"trace[1654770130] transaction","detail":"{read_only:false; response_revision:11075; number_of_response:1; }","duration":"119.099627ms","start":"2026-04-27T01:50:02.688102Z","end":"2026-04-27T01:50:02.807201Z","steps":["trace[1654770130] 'process raft request' (duration: 118.962853ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:02.807449Z","caller":"traceutil/trace.go:171","msg":"trace[1500708804] transaction","detail":"{read_only:false; response_revision:11074; number_of_response:1; }","duration":"119.554331ms","start":"2026-04-27T01:50:02.687883Z","end":"2026-04-27T01:50:02.807437Z","steps":["trace[1500708804] 'process raft request' (duration: 119.000824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:02.807476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.898549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-27T01:50:02.807549Z","caller":"traceutil/trace.go:171","msg":"trace[794746566] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:11075; }","duration":"106.003722ms","start":"2026-04-27T01:50:02.701529Z","end":"2026-04-27T01:50:02.807532Z","steps":["trace[794746566] 'agreement among raft nodes before linearized reading' (duration: 105.817267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:02.808409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.362227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-27T01:50:02.808493Z","caller":"traceutil/trace.go:171","msg":"trace[762960457] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11075; }","duration":"120.498151ms","start":"2026-04-27T01:50:02.687976Z","end":"2026-04-27T01:50:02.808474Z","steps":["trace[762960457] 'agreement among raft nodes before linearized reading' (duration: 119.19908ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:02.949817Z","caller":"traceutil/trace.go:171","msg":"trace[757097821] transaction","detail":"{read_only:false; response_revision:11076; number_of_response:1; }","duration":"173.157566ms","start":"2026-04-27T01:50:02.776627Z","end":"2026-04-27T01:50:02.949784Z","steps":["trace[757097821] 'process raft request' (duration: 172.272458ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:02.950022Z","caller":"traceutil/trace.go:171","msg":"trace[1406296358] linearizableReadLoop","detail":"{readStateIndex:11585; appliedIndex:11583; }","duration":"141.65103ms","start":"2026-04-27T01:50:02.808332Z","end":"2026-04-27T01:50:02.949983Z","steps":["trace[1406296358] 'read index received' (duration: 140.565385ms)","trace[1406296358] 'applied index is now lower than readState.Index' (duration: 1.083525ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:02.950043Z","caller":"traceutil/trace.go:171","msg":"trace[172629513] transaction","detail":"{read_only:false; response_revision:11077; number_of_response:1; }","duration":"171.04895ms","start":"2026-04-27T01:50:02.778962Z","end":"2026-04-27T01:50:02.950011Z","steps":["trace[172629513] 'process raft request' (duration: 170.76112ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:02.950564Z","caller":"traceutil/trace.go:171","msg":"trace[1428186548] transaction","detail":"{read_only:false; response_revision:11078; number_of_response:1; }","duration":"139.824283ms","start":"2026-04-27T01:50:02.810724Z","end":"2026-04-27T01:50:02.950549Z","steps":["trace[1428186548] 'process raft request' (duration: 139.544194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:02.950884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.294846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:347473"} {"level":"info","ts":"2026-04-27T01:50:02.950938Z","caller":"traceutil/trace.go:171","msg":"trace[1766170960] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:11078; }","duration":"139.435799ms","start":"2026-04-27T01:50:02.81149Z","end":"2026-04-27T01:50:02.950926Z","steps":["trace[1766170960] 'agreement among raft nodes before linearized reading' (duration: 138.886312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:02.953206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.850136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:02.95327Z","caller":"traceutil/trace.go:171","msg":"trace[1809712391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11077; }","duration":"144.945814ms","start":"2026-04-27T01:50:02.808311Z","end":"2026-04-27T01:50:02.953257Z","steps":["trace[1809712391] 'agreement among raft nodes before linearized reading' (duration: 141.823185ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:03.120728Z","caller":"traceutil/trace.go:171","msg":"trace[1865070478] transaction","detail":"{read_only:false; response_revision:11080; number_of_response:1; }","duration":"156.707446ms","start":"2026-04-27T01:50:02.96399Z","end":"2026-04-27T01:50:03.120698Z","steps":["trace[1865070478] 'process raft request' (duration: 113.302183ms)","trace[1865070478] 'compare' (duration: 42.916507ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:04.385951Z","caller":"traceutil/trace.go:171","msg":"trace[100781595] transaction","detail":"{read_only:false; response_revision:11083; number_of_response:1; }","duration":"106.298312ms","start":"2026-04-27T01:50:04.279618Z","end":"2026-04-27T01:50:04.385916Z","steps":["trace[100781595] 'process raft request' (duration: 36.209065ms)","trace[100781595] 'compare' (duration: 69.810368ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:05.363659Z","caller":"traceutil/trace.go:171","msg":"trace[315686535] transaction","detail":"{read_only:false; response_revision:11099; number_of_response:1; }","duration":"113.539381ms","start":"2026-04-27T01:50:05.25009Z","end":"2026-04-27T01:50:05.36363Z","steps":["trace[315686535] 'process raft request' (duration: 113.270572ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:05.892136Z","caller":"traceutil/trace.go:171","msg":"trace[1261692144] transaction","detail":"{read_only:false; response_revision:11108; number_of_response:1; }","duration":"280.15328ms","start":"2026-04-27T01:50:05.611949Z","end":"2026-04-27T01:50:05.892102Z","steps":["trace[1261692144] 'process raft request' (duration: 269.652927ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:06.108126Z","caller":"traceutil/trace.go:171","msg":"trace[1736294892] transaction","detail":"{read_only:false; response_revision:11110; number_of_response:1; }","duration":"211.603472ms","start":"2026-04-27T01:50:05.896503Z","end":"2026-04-27T01:50:06.108107Z","steps":["trace[1736294892] 'process raft request' (duration: 211.55681ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:06.108188Z","caller":"traceutil/trace.go:171","msg":"trace[145137867] linearizableReadLoop","detail":"{readStateIndex:11617; appliedIndex:11615; }","duration":"405.859316ms","start":"2026-04-27T01:50:05.702319Z","end":"2026-04-27T01:50:06.108179Z","steps":["trace[145137867] 'read index received' (duration: 179.403264ms)","trace[145137867] 'applied index is now lower than readState.Index' (duration: 226.454262ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:06.108126Z","caller":"traceutil/trace.go:171","msg":"trace[1885164339] transaction","detail":"{read_only:false; response_revision:11109; number_of_response:1; }","duration":"406.28942ms","start":"2026-04-27T01:50:05.701814Z","end":"2026-04-27T01:50:06.108104Z","steps":["trace[1885164339] 'process raft request' (duration: 321.390015ms)","trace[1885164339] 'compare' (duration: 84.730469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:50:06.10838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.043532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-27T01:50:06.108437Z","caller":"traceutil/trace.go:171","msg":"trace[9425445] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11110; }","duration":"406.130594ms","start":"2026-04-27T01:50:05.702292Z","end":"2026-04-27T01:50:06.108423Z","steps":["trace[9425445] 'agreement among raft nodes before linearized reading' (duration: 405.939258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:06.108473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:05.702277Z","time spent":"406.185346ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-04-27T01:50:06.10849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:05.701793Z","time spent":"406.564468ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1479,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:50:06.185248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.439223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:50:06.185372Z","caller":"traceutil/trace.go:171","msg":"trace[747886447] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:11110; }","duration":"135.6346ms","start":"2026-04-27T01:50:06.049717Z","end":"2026-04-27T01:50:06.185352Z","steps":["trace[747886447] 'agreement among raft nodes before linearized reading' (duration: 135.401622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:06.185399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.882048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:06.185787Z","caller":"traceutil/trace.go:171","msg":"trace[1336384713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11110; }","duration":"419.330182ms","start":"2026-04-27T01:50:05.766429Z","end":"2026-04-27T01:50:06.185759Z","steps":["trace[1336384713] 'agreement among raft nodes before linearized reading' (duration: 418.778494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:06.185864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:05.766407Z","time spent":"419.440275ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:50:06.187149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.942772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2575982"} {"level":"info","ts":"2026-04-27T01:50:06.187253Z","caller":"traceutil/trace.go:171","msg":"trace[372999959] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:11110; }","duration":"402.103477ms","start":"2026-04-27T01:50:05.785126Z","end":"2026-04-27T01:50:06.187229Z","steps":["trace[372999959] 'agreement among raft nodes before linearized reading' (duration: 400.62435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:06.187307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:05.785075Z","time spent":"402.220211ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2576006,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-27T01:50:06.339092Z","caller":"traceutil/trace.go:171","msg":"trace[1106779673] linearizableReadLoop","detail":"{readStateIndex:11622; appliedIndex:11621; }","duration":"140.39026ms","start":"2026-04-27T01:50:06.198648Z","end":"2026-04-27T01:50:06.339038Z","steps":["trace[1106779673] 'read index received' (duration: 79.454553ms)","trace[1106779673] 'applied index is now lower than readState.Index' (duration: 60.926887ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:06.339146Z","caller":"traceutil/trace.go:171","msg":"trace[289293889] transaction","detail":"{read_only:false; response_revision:11113; number_of_response:1; }","duration":"140.640468ms","start":"2026-04-27T01:50:06.198451Z","end":"2026-04-27T01:50:06.339092Z","steps":["trace[289293889] 'process raft request' (duration: 79.634589ms)","trace[289293889] 'compare' (duration: 60.642658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:50:06.339651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.159799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-04-27T01:50:06.339706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.520109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-27T01:50:06.339752Z","caller":"traceutil/trace.go:171","msg":"trace[1261324380] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:11113; }","duration":"113.329904ms","start":"2026-04-27T01:50:06.2264Z","end":"2026-04-27T01:50:06.33973Z","steps":["trace[1261324380] 'agreement among raft nodes before linearized reading' (duration: 112.995924ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:06.339762Z","caller":"traceutil/trace.go:171","msg":"trace[248418599] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:11113; }","duration":"137.642233ms","start":"2026-04-27T01:50:06.202101Z","end":"2026-04-27T01:50:06.339743Z","steps":["trace[248418599] 'agreement among raft nodes before linearized reading' (duration: 137.191448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:06.339932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.358311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:50:06.339972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.858851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-27T01:50:06.340044Z","caller":"traceutil/trace.go:171","msg":"trace[1138364106] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11113; }","duration":"113.987996ms","start":"2026-04-27T01:50:06.226036Z","end":"2026-04-27T01:50:06.340024Z","steps":["trace[1138364106] 'agreement among raft nodes before linearized reading' (duration: 113.442288ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:06.34004Z","caller":"traceutil/trace.go:171","msg":"trace[1360147811] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:11113; }","duration":"129.528816ms","start":"2026-04-27T01:50:06.210489Z","end":"2026-04-27T01:50:06.340018Z","steps":["trace[1360147811] 'agreement among raft nodes before linearized reading' (duration: 129.01808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:06.34009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.384431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:86 size:71801"} {"level":"info","ts":"2026-04-27T01:50:06.340233Z","caller":"traceutil/trace.go:171","msg":"trace[1377378347] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:86; response_revision:11113; }","duration":"141.628149ms","start":"2026-04-27T01:50:06.198575Z","end":"2026-04-27T01:50:06.340203Z","steps":["trace[1377378347] 'agreement among raft nodes before linearized reading' (duration: 140.622237ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:06.812612Z","caller":"traceutil/trace.go:171","msg":"trace[743790125] linearizableReadLoop","detail":"{readStateIndex:11626; appliedIndex:11624; }","duration":"394.805697ms","start":"2026-04-27T01:50:06.417774Z","end":"2026-04-27T01:50:06.81258Z","steps":["trace[743790125] 'read index received' (duration: 394.488156ms)","trace[743790125] 'applied index is now lower than readState.Index' (duration: 316.08µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:06.812713Z","caller":"traceutil/trace.go:171","msg":"trace[1278282670] transaction","detail":"{read_only:false; response_revision:11116; number_of_response:1; }","duration":"422.12186ms","start":"2026-04-27T01:50:06.390534Z","end":"2026-04-27T01:50:06.812656Z","steps":["trace[1278282670] 'process raft request' (duration: 421.708447ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:06.812763Z","caller":"traceutil/trace.go:171","msg":"trace[171709501] transaction","detail":"{read_only:false; response_revision:11117; number_of_response:1; }","duration":"422.148401ms","start":"2026-04-27T01:50:06.390602Z","end":"2026-04-27T01:50:06.81275Z","steps":["trace[171709501] 'process raft request' (duration: 421.928254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:06.812956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:06.390522Z","time spent":"422.302865ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:50:06.813029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.014899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-27T01:50:06.813138Z","caller":"traceutil/trace.go:171","msg":"trace[928325531] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:11117; }","duration":"424.155164ms","start":"2026-04-27T01:50:06.388958Z","end":"2026-04-27T01:50:06.813113Z","steps":["trace[928325531] 'agreement among raft nodes before linearized reading' (duration: 423.808113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:06.81314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:06.390596Z","time spent":"422.398319ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:50:06.813195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:06.38895Z","time spent":"424.233297ms","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-04-27T01:50:06.816829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.754645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-04-27T01:50:06.816868Z","caller":"traceutil/trace.go:171","msg":"trace[1381360888] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:11119; }","duration":"394.858238ms","start":"2026-04-27T01:50:06.421999Z","end":"2026-04-27T01:50:06.816858Z","steps":["trace[1381360888] 'agreement among raft nodes before linearized reading' (duration: 394.744754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:06.816897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:06.421965Z","time spent":"394.9254ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1370,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-04-27T01:50:06.817204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.472425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-576b57bc44-rxvmj\" ","response":"range_response_count:1 size:7652"} {"level":"info","ts":"2026-04-27T01:50:06.81718Z","caller":"traceutil/trace.go:171","msg":"trace[1866320009] transaction","detail":"{read_only:false; response_revision:11119; number_of_response:1; }","duration":"207.244975ms","start":"2026-04-27T01:50:06.609891Z","end":"2026-04-27T01:50:06.817136Z","steps":["trace[1866320009] 'process raft request' (duration: 206.814281ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:06.817215Z","caller":"traceutil/trace.go:171","msg":"trace[2100648214] transaction","detail":"{read_only:false; response_revision:11118; number_of_response:1; }","duration":"394.571468ms","start":"2026-04-27T01:50:06.422611Z","end":"2026-04-27T01:50:06.817183Z","steps":["trace[2100648214] 'process raft request' (duration: 393.975079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:06.817342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:06.422592Z","time spent":"394.686472ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":678,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:50:06.817363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.379471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-27T01:50:06.81739Z","caller":"traceutil/trace.go:171","msg":"trace[989375941] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11119; }","duration":"282.428393ms","start":"2026-04-27T01:50:06.534955Z","end":"2026-04-27T01:50:06.817384Z","steps":["trace[989375941] 'agreement among raft nodes before linearized reading' (duration: 282.291338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:06.81738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.24422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rabbitmq-cinder-peer-discovery\" ","response":"range_response_count:1 size:806"} {"level":"info","ts":"2026-04-27T01:50:06.817438Z","caller":"traceutil/trace.go:171","msg":"trace[1165347510] range","detail":"{range_begin:/registry/roles/openstack/rabbitmq-cinder-peer-discovery; range_end:; response_count:1; response_revision:11119; }","duration":"395.338173ms","start":"2026-04-27T01:50:06.422084Z","end":"2026-04-27T01:50:06.817422Z","steps":["trace[1165347510] 'agreement among raft nodes before linearized reading' (duration: 395.204689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:06.817471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:06.42206Z","time spent":"395.405275ms","remote":"127.0.0.1:33964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":830,"request content":"key:\"/registry/roles/openstack/rabbitmq-cinder-peer-discovery\" "} {"level":"info","ts":"2026-04-27T01:50:06.817233Z","caller":"traceutil/trace.go:171","msg":"trace[1327246776] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-576b57bc44-rxvmj; range_end:; response_count:1; response_revision:11119; }","duration":"209.544747ms","start":"2026-04-27T01:50:06.607681Z","end":"2026-04-27T01:50:06.817226Z","steps":["trace[1327246776] 'agreement among raft nodes before linearized reading' (duration: 209.461424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:06.817541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.527407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T01:50:06.817624Z","caller":"traceutil/trace.go:171","msg":"trace[465599241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11119; }","duration":"283.667952ms","start":"2026-04-27T01:50:06.533942Z","end":"2026-04-27T01:50:06.81761Z","steps":["trace[465599241] 'agreement among raft nodes before linearized reading' (duration: 283.509797ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:06.930649Z","caller":"traceutil/trace.go:171","msg":"trace[1832567811] linearizableReadLoop","detail":"{readStateIndex:11629; appliedIndex:11628; }","duration":"105.778376ms","start":"2026-04-27T01:50:06.824841Z","end":"2026-04-27T01:50:06.93062Z","steps":["trace[1832567811] 'read index received' (duration: 64.124138ms)","trace[1832567811] 'applied index is now lower than readState.Index' (duration: 41.653178ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:06.930805Z","caller":"traceutil/trace.go:171","msg":"trace[1328016469] transaction","detail":"{read_only:false; response_revision:11120; number_of_response:1; }","duration":"106.770447ms","start":"2026-04-27T01:50:06.824018Z","end":"2026-04-27T01:50:06.930789Z","steps":["trace[1328016469] 'process raft request' (duration: 64.877052ms)","trace[1328016469] 'compare' (duration: 41.578335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:50:06.931001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.127547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-04-27T01:50:06.931129Z","caller":"traceutil/trace.go:171","msg":"trace[1418162127] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:11120; }","duration":"106.297022ms","start":"2026-04-27T01:50:06.824801Z","end":"2026-04-27T01:50:06.931099Z","steps":["trace[1418162127] 'agreement among raft nodes before linearized reading' (duration: 106.036634ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:07.101265Z","caller":"traceutil/trace.go:171","msg":"trace[627272773] linearizableReadLoop","detail":"{readStateIndex:11631; appliedIndex:11629; }","duration":"170.491472ms","start":"2026-04-27T01:50:06.930748Z","end":"2026-04-27T01:50:07.101239Z","steps":["trace[627272773] 'read index received' (duration: 143.719085ms)","trace[627272773] 'applied index is now lower than readState.Index' (duration: 26.771367ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:07.101454Z","caller":"traceutil/trace.go:171","msg":"trace[287664614] transaction","detail":"{read_only:false; response_revision:11122; number_of_response:1; }","duration":"269.684299ms","start":"2026-04-27T01:50:06.831728Z","end":"2026-04-27T01:50:07.101413Z","steps":["trace[287664614] 'process raft request' (duration: 269.444362ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:07.10154Z","caller":"traceutil/trace.go:171","msg":"trace[1989008999] transaction","detail":"{read_only:false; response_revision:11121; number_of_response:1; }","duration":"274.031517ms","start":"2026-04-27T01:50:06.827492Z","end":"2026-04-27T01:50:07.101523Z","steps":["trace[1989008999] 'process raft request' (duration: 247.041163ms)","trace[1989008999] 'compare' (duration: 26.509029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:50:07.101495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.462472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T01:50:07.101582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.443646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:50:07.101622Z","caller":"traceutil/trace.go:171","msg":"trace[189986256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11122; }","duration":"266.497619ms","start":"2026-04-27T01:50:06.835113Z","end":"2026-04-27T01:50:07.101611Z","steps":["trace[189986256] 'agreement among raft nodes before linearized reading' (duration: 266.406116ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:07.101624Z","caller":"traceutil/trace.go:171","msg":"trace[1915347758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11122; }","duration":"220.611127ms","start":"2026-04-27T01:50:06.880978Z","end":"2026-04-27T01:50:07.101589Z","steps":["trace[1915347758] 'agreement among raft nodes before linearized reading' (duration: 220.40479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:07.101692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.149574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:97778"} {"level":"info","ts":"2026-04-27T01:50:07.101774Z","caller":"traceutil/trace.go:171","msg":"trace[1278848003] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:11122; }","duration":"276.249056ms","start":"2026-04-27T01:50:06.825511Z","end":"2026-04-27T01:50:07.10176Z","steps":["trace[1278848003] 'agreement among raft nodes before linearized reading' (duration: 276.014889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:07.101758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.01004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:50:07.101472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.3869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T01:50:07.101858Z","caller":"traceutil/trace.go:171","msg":"trace[2128067374] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:11122; }","duration":"270.164325ms","start":"2026-04-27T01:50:06.83167Z","end":"2026-04-27T01:50:07.101834Z","steps":["trace[2128067374] 'agreement among raft nodes before linearized reading' (duration: 269.971198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:07.101883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.547001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-27T01:50:07.101915Z","caller":"traceutil/trace.go:171","msg":"trace[2120436913] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:11122; }","duration":"168.617663ms","start":"2026-04-27T01:50:06.933288Z","end":"2026-04-27T01:50:07.101906Z","steps":["trace[2120436913] 'agreement among raft nodes before linearized reading' (duration: 168.54392ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:07.10191Z","caller":"traceutil/trace.go:171","msg":"trace[741142399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11122; }","duration":"220.848845ms","start":"2026-04-27T01:50:06.881024Z","end":"2026-04-27T01:50:07.101873Z","steps":["trace[741142399] 'agreement among raft nodes before linearized reading' (duration: 220.263116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:07.101972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.936765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-27T01:50:07.102021Z","caller":"traceutil/trace.go:171","msg":"trace[126735526] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:11122; }","duration":"275.006177ms","start":"2026-04-27T01:50:06.827002Z","end":"2026-04-27T01:50:07.102008Z","steps":["trace[126735526] 'agreement among raft nodes before linearized reading' (duration: 274.834192ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:07.291724Z","caller":"traceutil/trace.go:171","msg":"trace[300449006] transaction","detail":"{read_only:false; response_revision:11128; number_of_response:1; }","duration":"136.143236ms","start":"2026-04-27T01:50:07.155547Z","end":"2026-04-27T01:50:07.29169Z","steps":["trace[300449006] 'process raft request' (duration: 85.940588ms)","trace[300449006] 'compare' (duration: 49.874897ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:07.363361Z","caller":"traceutil/trace.go:171","msg":"trace[1857664233] linearizableReadLoop","detail":"{readStateIndex:11638; appliedIndex:11636; }","duration":"199.690225ms","start":"2026-04-27T01:50:07.163653Z","end":"2026-04-27T01:50:07.363343Z","steps":["trace[1857664233] 'read index received' (duration: 77.845701ms)","trace[1857664233] 'applied index is now lower than readState.Index' (duration: 121.843424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:50:07.363597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.915563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-27T01:50:07.363509Z","caller":"traceutil/trace.go:171","msg":"trace[1025643161] transaction","detail":"{read_only:false; response_revision:11129; number_of_response:1; }","duration":"200.739718ms","start":"2026-04-27T01:50:07.162704Z","end":"2026-04-27T01:50:07.363444Z","steps":["trace[1025643161] 'process raft request' (duration: 200.531292ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:07.363647Z","caller":"traceutil/trace.go:171","msg":"trace[1469452931] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:11129; }","duration":"200.081967ms","start":"2026-04-27T01:50:07.163551Z","end":"2026-04-27T01:50:07.363633Z","steps":["trace[1469452931] 'agreement among raft nodes before linearized reading' (duration: 199.894601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:07.412873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.033921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:07.412933Z","caller":"traceutil/trace.go:171","msg":"trace[1673186202] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:0; response_revision:11130; }","duration":"117.149425ms","start":"2026-04-27T01:50:07.29577Z","end":"2026-04-27T01:50:07.412919Z","steps":["trace[1673186202] 'agreement among raft nodes before linearized reading' (duration: 117.008301ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:07.412905Z","caller":"traceutil/trace.go:171","msg":"trace[1685144742] transaction","detail":"{read_only:false; response_revision:11130; number_of_response:1; }","duration":"115.41691ms","start":"2026-04-27T01:50:07.297405Z","end":"2026-04-27T01:50:07.412822Z","steps":["trace[1685144742] 'process raft request' (duration: 102.798771ms)","trace[1685144742] 'compare' (duration: 12.273918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:50:07.413063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.658584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-27T01:50:07.413211Z","caller":"traceutil/trace.go:171","msg":"trace[1382858069] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11130; }","duration":"248.85065ms","start":"2026-04-27T01:50:07.164323Z","end":"2026-04-27T01:50:07.413173Z","steps":["trace[1382858069] 'agreement among raft nodes before linearized reading' (duration: 248.480608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:53.485923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.23384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:53.486029Z","caller":"traceutil/trace.go:171","msg":"trace[1433723251] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11697; }","duration":"266.365994ms","start":"2026-04-27T01:50:53.219638Z","end":"2026-04-27T01:50:53.486004Z","steps":["trace[1433723251] 'range keys from in-memory index tree' (duration: 266.142807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:53.48612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.163178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-27T01:50:53.486162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.330195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:50:53.486235Z","caller":"traceutil/trace.go:171","msg":"trace[68168371] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11697; }","duration":"266.304783ms","start":"2026-04-27T01:50:53.219909Z","end":"2026-04-27T01:50:53.486214Z","steps":["trace[68168371] 'range keys from in-memory index tree' (duration: 266.052244ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:53.486267Z","caller":"traceutil/trace.go:171","msg":"trace[334965263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11697; }","duration":"101.46166ms","start":"2026-04-27T01:50:53.384787Z","end":"2026-04-27T01:50:53.486248Z","steps":["trace[334965263] 'range keys from in-memory index tree' (duration: 101.200691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:53.486313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.371817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"warn","ts":"2026-04-27T01:50:53.486345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.457789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:50:53.48638Z","caller":"traceutil/trace.go:171","msg":"trace[1763029290] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11697; }","duration":"262.432719ms","start":"2026-04-27T01:50:53.223928Z","end":"2026-04-27T01:50:53.486361Z","steps":["trace[1763029290] 'range keys from in-memory index tree' (duration: 262.286295ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:53.486404Z","caller":"traceutil/trace.go:171","msg":"trace[1032686476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11697; }","duration":"101.537892ms","start":"2026-04-27T01:50:53.384851Z","end":"2026-04-27T01:50:53.486389Z","steps":["trace[1032686476] 'range keys from in-memory index tree' (duration: 101.365967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:53.486123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.869065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-04-27T01:50:53.486503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.387588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T01:50:53.486534Z","caller":"traceutil/trace.go:171","msg":"trace[146376888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11697; }","duration":"102.4588ms","start":"2026-04-27T01:50:53.384066Z","end":"2026-04-27T01:50:53.486525Z","steps":["trace[146376888] 'range keys from in-memory index tree' (duration: 102.271095ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:53.486564Z","caller":"traceutil/trace.go:171","msg":"trace[1196330961] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11697; }","duration":"116.33538ms","start":"2026-04-27T01:50:53.370182Z","end":"2026-04-27T01:50:53.486517Z","steps":["trace[1196330961] 'range keys from in-memory index tree' (duration: 115.71ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:53.48612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.278607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-27T01:50:53.486731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.250313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:53.486758Z","caller":"traceutil/trace.go:171","msg":"trace[639462681] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11697; }","duration":"239.933878ms","start":"2026-04-27T01:50:53.246784Z","end":"2026-04-27T01:50:53.486718Z","steps":["trace[639462681] 'range keys from in-memory index tree' (duration: 239.05794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:53.486711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.337418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:50:53.48676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.386618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:53.486791Z","caller":"traceutil/trace.go:171","msg":"trace[528568086] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11697; }","duration":"268.352707ms","start":"2026-04-27T01:50:53.218423Z","end":"2026-04-27T01:50:53.486776Z","steps":["trace[528568086] 'range keys from in-memory index tree' (duration: 268.165821ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:53.486838Z","caller":"traceutil/trace.go:171","msg":"trace[1881282328] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11697; }","duration":"269.502754ms","start":"2026-04-27T01:50:53.217318Z","end":"2026-04-27T01:50:53.486821Z","steps":["trace[1881282328] 'range keys from in-memory index tree' (duration: 269.256395ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:53.486843Z","caller":"traceutil/trace.go:171","msg":"trace[615981845] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11697; }","duration":"268.494321ms","start":"2026-04-27T01:50:53.218339Z","end":"2026-04-27T01:50:53.486834Z","steps":["trace[615981845] 'range keys from in-memory index tree' (duration: 268.340637ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:51:18.175684Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8886} {"level":"info","ts":"2026-04-27T01:51:18.260933Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8886,"took":"81.58372ms","hash":34284193,"current-db-size-bytes":60047360,"current-db-size":"60 MB","current-db-size-in-use-bytes":27463680,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-27T01:51:18.261015Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":34284193,"revision":8886,"compact-revision":6274} {"level":"info","ts":"2026-04-27T01:56:18.18126Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11901} {"level":"info","ts":"2026-04-27T01:56:18.276115Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11901,"took":"93.02625ms","hash":3517991576,"current-db-size-bytes":60047360,"current-db-size":"60 MB","current-db-size-in-use-bytes":25792512,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-27T01:56:18.276193Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3517991576,"revision":11901,"compact-revision":8886} {"level":"info","ts":"2026-04-27T01:56:56.073423Z","caller":"traceutil/trace.go:171","msg":"trace[1045516513] transaction","detail":"{read_only:false; response_revision:14662; number_of_response:1; }","duration":"177.53391ms","start":"2026-04-27T01:56:55.895853Z","end":"2026-04-27T01:56:56.073387Z","steps":["trace[1045516513] 'process raft request' (duration: 177.335964ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:03.138458Z","caller":"traceutil/trace.go:171","msg":"trace[1475202856] transaction","detail":"{read_only:false; number_of_response:0; response_revision:14712; }","duration":"113.2909ms","start":"2026-04-27T01:57:03.025135Z","end":"2026-04-27T01:57:03.138426Z","steps":["trace[1475202856] 'process raft request' (duration: 99.414522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:07.031895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.946485ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-27T01:57:18.992542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.57844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:57:18.992673Z","caller":"traceutil/trace.go:171","msg":"trace[856672747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14817; }","duration":"226.749855ms","start":"2026-04-27T01:57:18.765898Z","end":"2026-04-27T01:57:18.992648Z","steps":["trace[856672747] 'range keys from in-memory index tree' (duration: 226.469786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:18.992567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.728229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-27T01:57:18.992763Z","caller":"traceutil/trace.go:171","msg":"trace[1374878809] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:14817; }","duration":"248.968406ms","start":"2026-04-27T01:57:18.743773Z","end":"2026-04-27T01:57:18.992742Z","steps":["trace[1374878809] 'range keys from in-memory index tree' (duration: 248.554883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:18.992701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.928895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-04-27T01:57:18.992827Z","caller":"traceutil/trace.go:171","msg":"trace[331808242] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14817; }","duration":"461.0991ms","start":"2026-04-27T01:57:18.531709Z","end":"2026-04-27T01:57:18.992808Z","steps":["trace[331808242] 'range keys from in-memory index tree' (duration: 460.74806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:18.992912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:18.531686Z","time spent":"461.212864ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T01:57:19.222649Z","caller":"traceutil/trace.go:171","msg":"trace[898687110] transaction","detail":"{read_only:false; response_revision:14818; number_of_response:1; }","duration":"174.764283ms","start":"2026-04-27T01:57:19.047859Z","end":"2026-04-27T01:57:19.222623Z","steps":["trace[898687110] 'process raft request' (duration: 174.360551ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:25.478748Z","caller":"traceutil/trace.go:171","msg":"trace[493203895] transaction","detail":"{read_only:false; response_revision:14859; number_of_response:1; }","duration":"169.276289ms","start":"2026-04-27T01:57:25.309433Z","end":"2026-04-27T01:57:25.478709Z","steps":["trace[493203895] 'process raft request' (duration: 159.542712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:31.030343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.318508ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-27T01:57:31.030411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:30.615311Z","time spent":"415.096598ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T01:57:34.824577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.866272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:57:34.824647Z","caller":"traceutil/trace.go:171","msg":"trace[307534458] linearizableReadLoop","detail":"{readStateIndex:15639; appliedIndex:15638; }","duration":"144.376353ms","start":"2026-04-27T01:57:34.680261Z","end":"2026-04-27T01:57:34.824637Z","steps":["trace[307534458] 'read index received' (duration: 9.293864ms)","trace[307534458] 'applied index is now lower than readState.Index' (duration: 135.081749ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:57:34.824705Z","caller":"traceutil/trace.go:171","msg":"trace[624167031] transaction","detail":"{read_only:false; response_revision:14936; number_of_response:1; }","duration":"156.517397ms","start":"2026-04-27T01:57:34.668169Z","end":"2026-04-27T01:57:34.824686Z","steps":["trace[624167031] 'process raft request' (duration: 21.4855ms)","trace[624167031] 'compare' (duration: 134.778609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:57:34.824781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.519797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-04-27T01:57:34.824796Z","caller":"traceutil/trace.go:171","msg":"trace[2010875575] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14936; }","duration":"144.559829ms","start":"2026-04-27T01:57:34.68023Z","end":"2026-04-27T01:57:34.82479Z","steps":["trace[2010875575] 'agreement among raft nodes before linearized reading' (duration: 144.464056ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:36.028646Z","caller":"traceutil/trace.go:171","msg":"trace[252963953] linearizableReadLoop","detail":"{readStateIndex:15653; appliedIndex:15652; }","duration":"262.384632ms","start":"2026-04-27T01:57:35.766232Z","end":"2026-04-27T01:57:36.028617Z","steps":["trace[252963953] 'read index received' (duration: 262.187656ms)","trace[252963953] 'applied index is now lower than readState.Index' (duration: 195.856µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:57:36.028744Z","caller":"traceutil/trace.go:171","msg":"trace[820305721] transaction","detail":"{read_only:false; response_revision:14949; number_of_response:1; }","duration":"289.006853ms","start":"2026-04-27T01:57:35.739701Z","end":"2026-04-27T01:57:36.028708Z","steps":["trace[820305721] 'process raft request' (duration: 288.732065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:36.02884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.595088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:57:36.028887Z","caller":"traceutil/trace.go:171","msg":"trace[603367824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14949; }","duration":"262.715223ms","start":"2026-04-27T01:57:35.76616Z","end":"2026-04-27T01:57:36.028875Z","steps":["trace[603367824] 'agreement among raft nodes before linearized reading' (duration: 262.573308ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:37.075469Z","caller":"traceutil/trace.go:171","msg":"trace[1549914984] linearizableReadLoop","detail":"{readStateIndex:15657; appliedIndex:15656; }","duration":"254.73574ms","start":"2026-04-27T01:57:36.820699Z","end":"2026-04-27T01:57:37.075434Z","steps":["trace[1549914984] 'read index received' (duration: 254.449611ms)","trace[1549914984] 'applied index is now lower than readState.Index' (duration: 284.709µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:57:37.075624Z","caller":"traceutil/trace.go:171","msg":"trace[1843089690] transaction","detail":"{read_only:false; response_revision:14952; number_of_response:1; }","duration":"409.919435ms","start":"2026-04-27T01:57:36.665627Z","end":"2026-04-27T01:57:37.075546Z","steps":["trace[1843089690] 'process raft request' (duration: 409.628765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:37.07583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.755378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:57:37.075882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:36.665595Z","time spent":"410.138182ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:57:37.075899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.000459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:57:37.075905Z","caller":"traceutil/trace.go:171","msg":"trace[565111828] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:14952; }","duration":"202.922413ms","start":"2026-04-27T01:57:36.872971Z","end":"2026-04-27T01:57:37.075894Z","steps":["trace[565111828] 'agreement among raft nodes before linearized reading' (duration: 202.785888ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:37.075952Z","caller":"traceutil/trace.go:171","msg":"trace[946497552] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:14952; }","duration":"255.321849ms","start":"2026-04-27T01:57:36.820617Z","end":"2026-04-27T01:57:37.075939Z","steps":["trace[946497552] 'agreement among raft nodes before linearized reading' (duration: 255.02734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:37.076168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.390171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-27T01:57:37.076303Z","caller":"traceutil/trace.go:171","msg":"trace[1885009018] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14952; }","duration":"180.604657ms","start":"2026-04-27T01:57:36.895661Z","end":"2026-04-27T01:57:37.076266Z","steps":["trace[1885009018] 'agreement among raft nodes before linearized reading' (duration: 180.166914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:37.6418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022295448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:57:38.143029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022295448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:57:38.159705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019708645s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T01:57:38.160159Z","caller":"traceutil/trace.go:171","msg":"trace[2064940140] transaction","detail":"{read_only:false; response_revision:14954; number_of_response:1; }","duration":"1.020285654s","start":"2026-04-27T01:57:37.139849Z","end":"2026-04-27T01:57:38.160135Z","steps":["trace[2064940140] 'process raft request' (duration: 1.020083757s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:38.160325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:37.139815Z","time spent":"1.020408637s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:57:38.245977Z","caller":"traceutil/trace.go:171","msg":"trace[255045693] linearizableReadLoop","detail":"{readStateIndex:15660; appliedIndex:15658; }","duration":"1.105212247s","start":"2026-04-27T01:57:37.140708Z","end":"2026-04-27T01:57:38.24592Z","steps":["trace[255045693] 'read index received' (duration: 1.019264641s)","trace[255045693] 'applied index is now lower than readState.Index' (duration: 85.945596ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:57:38.246186Z","caller":"traceutil/trace.go:171","msg":"trace[1182130025] transaction","detail":"{read_only:false; response_revision:14955; number_of_response:1; }","duration":"338.788377ms","start":"2026-04-27T01:57:37.907352Z","end":"2026-04-27T01:57:38.246141Z","steps":["trace[1182130025] 'process raft request' (duration: 338.386034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:38.246346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10559884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-27T01:57:38.246377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:37.907319Z","time spent":"338.953042ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:57:38.24639Z","caller":"traceutil/trace.go:171","msg":"trace[187294858] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:14955; }","duration":"1.105699252s","start":"2026-04-27T01:57:37.140677Z","end":"2026-04-27T01:57:38.246376Z","steps":["trace[187294858] 'agreement among raft nodes before linearized reading' (duration: 1.105450825s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:38.24644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:37.140664Z","time spent":"1.105767565s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-jv49p\" "} {"level":"warn","ts":"2026-04-27T01:57:38.246465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.070698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-27T01:57:38.246533Z","caller":"traceutil/trace.go:171","msg":"trace[1308451387] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14955; }","duration":"515.163091ms","start":"2026-04-27T01:57:37.731353Z","end":"2026-04-27T01:57:38.246516Z","steps":["trace[1308451387] 'agreement among raft nodes before linearized reading' (duration: 514.899702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:38.246508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.391885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:57:38.246574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:37.731341Z","time spent":"515.222072ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-27T01:57:38.24656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.610333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:57:38.246603Z","caller":"traceutil/trace.go:171","msg":"trace[785025825] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:14955; }","duration":"501.52882ms","start":"2026-04-27T01:57:37.745051Z","end":"2026-04-27T01:57:38.24658Z","steps":["trace[785025825] 'agreement among raft nodes before linearized reading' (duration: 501.343904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:38.246587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.274831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:57:38.246658Z","caller":"traceutil/trace.go:171","msg":"trace[1587238707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14955; }","duration":"520.755857ms","start":"2026-04-27T01:57:37.725877Z","end":"2026-04-27T01:57:38.246633Z","steps":["trace[1587238707] 'agreement among raft nodes before linearized reading' (duration: 520.562721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:38.246651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.60079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T01:57:38.246663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:37.745045Z","time spent":"501.604692ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:57:38.246672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.482112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-27T01:57:38.246706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:37.725859Z","time spent":"520.838119ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T01:57:38.246715Z","caller":"traceutil/trace.go:171","msg":"trace[1297733064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14955; }","duration":"543.746604ms","start":"2026-04-27T01:57:37.702953Z","end":"2026-04-27T01:57:38.246699Z","steps":["trace[1297733064] 'agreement among raft nodes before linearized reading' (duration: 543.599479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:38.246736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.809278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T01:57:38.24674Z","caller":"traceutil/trace.go:171","msg":"trace[1442033811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14955; }","duration":"516.572445ms","start":"2026-04-27T01:57:37.730148Z","end":"2026-04-27T01:57:38.24672Z","steps":["trace[1442033811] 'agreement among raft nodes before linearized reading' (duration: 516.356088ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:38.246765Z","caller":"traceutil/trace.go:171","msg":"trace[1670770315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14955; }","duration":"594.863179ms","start":"2026-04-27T01:57:37.651893Z","end":"2026-04-27T01:57:38.246756Z","steps":["trace[1670770315] 'agreement among raft nodes before linearized reading' (duration: 594.776207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:38.246761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:37.702916Z","time spent":"543.832126ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T01:57:38.246712Z","caller":"traceutil/trace.go:171","msg":"trace[1271616544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14955; }","duration":"463.489618ms","start":"2026-04-27T01:57:37.783192Z","end":"2026-04-27T01:57:38.246682Z","steps":["trace[1271616544] 'agreement among raft nodes before linearized reading' (duration: 463.174008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:38.246791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:37.65188Z","time spent":"594.90428ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:57:38.246788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:37.730138Z","time spent":"516.639207ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:57:38.24694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:37.783166Z","time spent":"463.733965ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:57:38.247212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.733949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T01:57:38.24736Z","caller":"traceutil/trace.go:171","msg":"trace[1960959018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14955; }","duration":"628.928766ms","start":"2026-04-27T01:57:37.618415Z","end":"2026-04-27T01:57:38.247344Z","steps":["trace[1960959018] 'agreement among raft nodes before linearized reading' (duration: 627.7897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:38.2474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:37.618388Z","time spent":"629.003338ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:57:38.247415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.812593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:57:38.247498Z","caller":"traceutil/trace.go:171","msg":"trace[2050215104] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:14955; }","duration":"485.965777ms","start":"2026-04-27T01:57:37.761517Z","end":"2026-04-27T01:57:38.247483Z","steps":["trace[2050215104] 'agreement among raft nodes before linearized reading' (duration: 484.800661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:38.247541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:37.761507Z","time spent":"486.02382ms","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":59,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:57:38.808416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022295453,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T01:57:38.851853Z","caller":"traceutil/trace.go:171","msg":"trace[178462223] transaction","detail":"{read_only:false; response_revision:14956; number_of_response:1; }","duration":"545.878451ms","start":"2026-04-27T01:57:38.30595Z","end":"2026-04-27T01:57:38.851828Z","steps":["trace[178462223] 'process raft request' (duration: 544.763126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:38.851947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:38.305926Z","time spent":"545.960764ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:57:39.944839Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094017893s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T01:57:39.945361Z","caller":"traceutil/trace.go:171","msg":"trace[144497137] transaction","detail":"{read_only:false; response_revision:14960; number_of_response:1; }","duration":"1.631747797s","start":"2026-04-27T01:57:38.313592Z","end":"2026-04-27T01:57:39.945339Z","steps":["trace[144497137] 'process raft request' (duration: 1.631682735s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:39.945519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:38.313579Z","time spent":"1.63186207s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:57:39.945475Z","caller":"traceutil/trace.go:171","msg":"trace[77507283] transaction","detail":"{read_only:false; response_revision:14958; number_of_response:1; }","duration":"1.639353287s","start":"2026-04-27T01:57:38.306074Z","end":"2026-04-27T01:57:39.945427Z","steps":["trace[77507283] 'process raft request' (duration: 1.63912501s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:39.9455Z","caller":"traceutil/trace.go:171","msg":"trace[511014532] transaction","detail":"{read_only:false; response_revision:14957; number_of_response:1; }","duration":"1.639490371s","start":"2026-04-27T01:57:38.305951Z","end":"2026-04-27T01:57:39.945441Z","steps":["trace[511014532] 'process raft request' (duration: 1.639077698s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:39.945546Z","caller":"traceutil/trace.go:171","msg":"trace[857481232] transaction","detail":"{read_only:false; response_revision:14959; number_of_response:1; }","duration":"1.639412409s","start":"2026-04-27T01:57:38.306093Z","end":"2026-04-27T01:57:39.945505Z","steps":["trace[857481232] 'process raft request' (duration: 1.639143501s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:39.945706Z","caller":"traceutil/trace.go:171","msg":"trace[1188331091] linearizableReadLoop","detail":"{readStateIndex:15666; appliedIndex:15660; }","duration":"1.638119928s","start":"2026-04-27T01:57:38.307543Z","end":"2026-04-27T01:57:39.945663Z","steps":["trace[1188331091] 'read index received' (duration: 543.244118ms)","trace[1188331091] 'applied index is now lower than readState.Index' (duration: 1.09487375s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:57:39.945786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:38.306043Z","time spent":"1.639653966s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:57:39.945792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:38.305926Z","time spent":"1.639704508s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:57:39.945838Z","caller":"traceutil/trace.go:171","msg":"trace[1902254602] transaction","detail":"{read_only:false; response_revision:14961; number_of_response:1; }","duration":"1.6318576s","start":"2026-04-27T01:57:38.313952Z","end":"2026-04-27T01:57:39.945809Z","steps":["trace[1902254602] 'process raft request' (duration: 1.631355794s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:39.945879Z","caller":"traceutil/trace.go:171","msg":"trace[1197870342] transaction","detail":"{read_only:false; response_revision:14962; number_of_response:1; }","duration":"864.273493ms","start":"2026-04-27T01:57:39.081588Z","end":"2026-04-27T01:57:39.945862Z","steps":["trace[1197870342] 'process raft request' (duration: 864.19311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:39.945791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:38.306033Z","time spent":"1.639576335s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:57:39.945962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:39.081563Z","time spent":"864.354805ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:57:39.94594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:38.313941Z","time spent":"1.631953923s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:57:39.946002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.362737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:57:39.946057Z","caller":"traceutil/trace.go:171","msg":"trace[2036517480] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-controller; range_end:; response_count:0; response_revision:14962; }","duration":"721.46356ms","start":"2026-04-27T01:57:39.224583Z","end":"2026-04-27T01:57:39.946046Z","steps":["trace[2036517480] 'agreement among raft nodes before linearized reading' (duration: 721.351146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:39.94605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.566034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:57:39.947268Z","caller":"traceutil/trace.go:171","msg":"trace[887044691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14962; }","duration":"180.767803ms","start":"2026-04-27T01:57:39.766435Z","end":"2026-04-27T01:57:39.947203Z","steps":["trace[887044691] 'agreement among raft nodes before linearized reading' (duration: 179.542934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:39.94609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:39.224556Z","time spent":"721.528642ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-04-27T01:57:39.946096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638524641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-27T01:57:39.946114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188955523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:57:39.946151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.647987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:57:39.948003Z","caller":"traceutil/trace.go:171","msg":"trace[496327370] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:14962; }","duration":"499.487756ms","start":"2026-04-27T01:57:39.448459Z","end":"2026-04-27T01:57:39.947947Z","steps":["trace[496327370] 'agreement among raft nodes before linearized reading' (duration: 497.665918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:39.946207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267168315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:57:39.948077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:39.448437Z","time spent":"499.617269ms","remote":"127.0.0.1:40698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:57:39.948092Z","caller":"traceutil/trace.go:171","msg":"trace[1732015411] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:14962; }","duration":"1.269095346s","start":"2026-04-27T01:57:38.678967Z","end":"2026-04-27T01:57:39.948063Z","steps":["trace[1732015411] 'agreement among raft nodes before linearized reading' (duration: 1.267211187s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:39.946205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122045309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T01:57:39.948327Z","caller":"traceutil/trace.go:171","msg":"trace[957382507] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14962; }","duration":"1.124160946s","start":"2026-04-27T01:57:38.824107Z","end":"2026-04-27T01:57:39.948268Z","steps":["trace[957382507] 'agreement among raft nodes before linearized reading' (duration: 1.122029018s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:39.946264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4536818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:57:39.948456Z","caller":"traceutil/trace.go:171","msg":"trace[161351032] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14962; }","duration":"1.45591231s","start":"2026-04-27T01:57:38.492522Z","end":"2026-04-27T01:57:39.948435Z","steps":["trace[161351032] 'agreement among raft nodes before linearized reading' (duration: 1.453677529s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:39.947077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638585613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:567465"} {"level":"info","ts":"2026-04-27T01:57:39.948604Z","caller":"traceutil/trace.go:171","msg":"trace[923970789] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:14962; }","duration":"1.640149653s","start":"2026-04-27T01:57:38.308441Z","end":"2026-04-27T01:57:39.94859Z","steps":["trace[923970789] 'agreement among raft nodes before linearized reading' (duration: 1.637434607s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:39.948668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:38.308428Z","time spent":"1.640222845s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":567489,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T01:57:39.947718Z","caller":"traceutil/trace.go:171","msg":"trace[2078456551] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14962; }","duration":"1.639964427s","start":"2026-04-27T01:57:38.30749Z","end":"2026-04-27T01:57:39.947455Z","steps":["trace[2078456551] 'agreement among raft nodes before linearized reading' (duration: 1.638343716s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:39.948842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:38.307477Z","time spent":"1.641318759s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:57:39.949221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:38.492499Z","time spent":"1.455984673s","remote":"127.0.0.1:58706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:57:39.94884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:38.824077Z","time spent":"1.124540758s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-27T01:57:39.947884Z","caller":"traceutil/trace.go:171","msg":"trace[193903131] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:14962; }","duration":"1.190691918s","start":"2026-04-27T01:57:38.757122Z","end":"2026-04-27T01:57:39.947814Z","steps":["trace[193903131] 'agreement among raft nodes before linearized reading' (duration: 1.188958574s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:39.9496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:38.757107Z","time spent":"1.192425784s","remote":"127.0.0.1:58614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:57:39.948177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:57:38.678934Z","time spent":"1.26922011s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:57:46.213464Z","caller":"traceutil/trace.go:171","msg":"trace[2040119060] transaction","detail":"{read_only:false; response_revision:15143; number_of_response:1; }","duration":"133.334593ms","start":"2026-04-27T01:57:46.080088Z","end":"2026-04-27T01:57:46.213422Z","steps":["trace[2040119060] 'process raft request' (duration: 125.046541ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:46.213479Z","caller":"traceutil/trace.go:171","msg":"trace[2030033948] transaction","detail":"{read_only:false; response_revision:15144; number_of_response:1; }","duration":"133.102206ms","start":"2026-04-27T01:57:46.080343Z","end":"2026-04-27T01:57:46.213445Z","steps":["trace[2030033948] 'process raft request' (duration: 132.995003ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:46.213823Z","caller":"traceutil/trace.go:171","msg":"trace[343202086] transaction","detail":"{read_only:false; response_revision:15145; number_of_response:1; }","duration":"133.353164ms","start":"2026-04-27T01:57:46.08044Z","end":"2026-04-27T01:57:46.213793Z","steps":["trace[343202086] 'process raft request' (duration: 132.944791ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:46.21417Z","caller":"traceutil/trace.go:171","msg":"trace[40118704] transaction","detail":"{read_only:false; response_revision:15146; number_of_response:1; }","duration":"132.977902ms","start":"2026-04-27T01:57:46.081157Z","end":"2026-04-27T01:57:46.214135Z","steps":["trace[40118704] 'process raft request' (duration: 132.511467ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:46.214427Z","caller":"traceutil/trace.go:171","msg":"trace[891458996] transaction","detail":"{read_only:false; response_revision:15147; number_of_response:1; }","duration":"132.574639ms","start":"2026-04-27T01:57:46.081829Z","end":"2026-04-27T01:57:46.214404Z","steps":["trace[891458996] 'process raft request' (duration: 132.248509ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:46.917901Z","caller":"traceutil/trace.go:171","msg":"trace[1460624787] transaction","detail":"{read_only:false; response_revision:15152; number_of_response:1; }","duration":"143.729623ms","start":"2026-04-27T01:57:46.774149Z","end":"2026-04-27T01:57:46.917878Z","steps":["trace[1460624787] 'process raft request' (duration: 143.579838ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:46.937134Z","caller":"traceutil/trace.go:171","msg":"trace[2003313162] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15152; }","duration":"161.784793ms","start":"2026-04-27T01:57:46.775315Z","end":"2026-04-27T01:57:46.9371Z","steps":["trace[2003313162] 'process raft request' (duration: 161.650889ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:47.203789Z","caller":"traceutil/trace.go:171","msg":"trace[257395680] transaction","detail":"{read_only:false; response_revision:15159; number_of_response:1; }","duration":"135.059329ms","start":"2026-04-27T01:57:47.068716Z","end":"2026-04-27T01:57:47.203775Z","steps":["trace[257395680] 'process raft request' (duration: 135.011057ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:47.203822Z","caller":"traceutil/trace.go:171","msg":"trace[716560339] transaction","detail":"{read_only:false; response_revision:15158; number_of_response:1; }","duration":"144.590269ms","start":"2026-04-27T01:57:47.059199Z","end":"2026-04-27T01:57:47.203789Z","steps":["trace[716560339] 'process raft request' (duration: 144.491136ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:47.203856Z","caller":"traceutil/trace.go:171","msg":"trace[801494992] linearizableReadLoop","detail":"{readStateIndex:15871; appliedIndex:15869; }","duration":"138.359113ms","start":"2026-04-27T01:57:47.065486Z","end":"2026-04-27T01:57:47.203845Z","steps":["trace[801494992] 'read index received' (duration: 133.548631ms)","trace[801494992] 'applied index is now lower than readState.Index' (duration: 4.808822ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:57:47.203795Z","caller":"traceutil/trace.go:171","msg":"trace[531196134] transaction","detail":"{read_only:false; response_revision:15157; number_of_response:1; }","duration":"144.578069ms","start":"2026-04-27T01:57:47.05919Z","end":"2026-04-27T01:57:47.203768Z","steps":["trace[531196134] 'process raft request' (duration: 139.832478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:47.204126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.425911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:57:47.204149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.642072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-27T01:57:47.204161Z","caller":"traceutil/trace.go:171","msg":"trace[397524991] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:15159; }","duration":"111.480063ms","start":"2026-04-27T01:57:47.092672Z","end":"2026-04-27T01:57:47.204152Z","steps":["trace[397524991] 'agreement among raft nodes before linearized reading' (duration: 111.360939ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:47.204197Z","caller":"traceutil/trace.go:171","msg":"trace[200921290] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:15159; }","duration":"138.743235ms","start":"2026-04-27T01:57:47.065436Z","end":"2026-04-27T01:57:47.204179Z","steps":["trace[200921290] 'agreement among raft nodes before linearized reading' (duration: 138.554539ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:59:24.672123Z","caller":"traceutil/trace.go:171","msg":"trace[1033216537] transaction","detail":"{read_only:false; response_revision:16322; number_of_response:1; }","duration":"117.803063ms","start":"2026-04-27T01:59:24.554282Z","end":"2026-04-27T01:59:24.672085Z","steps":["trace[1033216537] 'process raft request' (duration: 117.505314ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:59:25.32333Z","caller":"traceutil/trace.go:171","msg":"trace[1745660639] transaction","detail":"{read_only:false; response_revision:16325; number_of_response:1; }","duration":"584.967716ms","start":"2026-04-27T01:59:24.738296Z","end":"2026-04-27T01:59:25.323264Z","steps":["trace[1745660639] 'process raft request' (duration: 572.326066ms)","trace[1745660639] 'compare' (duration: 12.148924ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:59:25.323483Z","caller":"traceutil/trace.go:171","msg":"trace[766286740] transaction","detail":"{read_only:false; response_revision:16326; number_of_response:1; }","duration":"584.902714ms","start":"2026-04-27T01:59:24.738536Z","end":"2026-04-27T01:59:25.323439Z","steps":["trace[766286740] 'process raft request' (duration: 584.583034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:59:25.323533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:59:24.738277Z","time spent":"585.154672ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:59:25.323665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:59:24.738524Z","time spent":"585.031568ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:59:25.323675Z","caller":"traceutil/trace.go:171","msg":"trace[1677878131] linearizableReadLoop","detail":"{readStateIndex:17089; appliedIndex:17085; }","duration":"558.125937ms","start":"2026-04-27T01:59:24.765406Z","end":"2026-04-27T01:59:25.323532Z","steps":["trace[1677878131] 'read index received' (duration: 12.320399ms)","trace[1677878131] 'applied index is now lower than readState.Index' (duration: 545.800088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:59:25.323883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.443908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:59:25.32463Z","caller":"traceutil/trace.go:171","msg":"trace[1519416582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16327; }","duration":"559.196921ms","start":"2026-04-27T01:59:24.765377Z","end":"2026-04-27T01:59:25.324573Z","steps":["trace[1519416582] 'agreement among raft nodes before linearized reading' (duration: 558.410136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:59:25.324726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.158412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-27T01:59:25.324749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:59:24.765366Z","time spent":"559.345526ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:59:25.324776Z","caller":"traceutil/trace.go:171","msg":"trace[941566320] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16327; }","duration":"429.270676ms","start":"2026-04-27T01:59:24.895493Z","end":"2026-04-27T01:59:25.324764Z","steps":["trace[941566320] 'agreement among raft nodes before linearized reading' (duration: 429.08754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:59:25.32482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:59:24.895472Z","time spent":"429.339338ms","remote":"127.0.0.1:33790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T01:59:25.324895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.524878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T01:59:25.324961Z","caller":"traceutil/trace.go:171","msg":"trace[1218989171] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16327; }","duration":"288.646182ms","start":"2026-04-27T01:59:25.036295Z","end":"2026-04-27T01:59:25.324941Z","steps":["trace[1218989171] 'agreement among raft nodes before linearized reading' (duration: 288.443155ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:59:25.323741Z","caller":"traceutil/trace.go:171","msg":"trace[2007127837] transaction","detail":"{read_only:false; response_revision:16327; number_of_response:1; }","duration":"584.353737ms","start":"2026-04-27T01:59:24.739262Z","end":"2026-04-27T01:59:25.323616Z","steps":["trace[2007127837] 'process raft request' (duration: 583.965845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:59:25.325112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.06126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-04-27T01:59:25.325181Z","caller":"traceutil/trace.go:171","msg":"trace[1784196869] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16327; }","duration":"429.159543ms","start":"2026-04-27T01:59:24.896002Z","end":"2026-04-27T01:59:25.325162Z","steps":["trace[1784196869] 'agreement among raft nodes before linearized reading' (duration: 428.911575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:59:25.325185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:59:24.739253Z","time spent":"585.849234ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:59:25.325244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:59:24.895988Z","time spent":"429.248475ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-27T01:59:25.325281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.806235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jv49p\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-27T01:59:25.325325Z","caller":"traceutil/trace.go:171","msg":"trace[1245609663] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jv49p; range_end:; response_count:1; response_revision:16327; }","duration":"268.851106ms","start":"2026-04-27T01:59:25.056463Z","end":"2026-04-27T01:59:25.325315Z","steps":["trace[1245609663] 'agreement among raft nodes before linearized reading' (duration: 268.694232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:59:25.325378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.024219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-f2ngq\" ","response":"range_response_count:1 size:22085"} {"level":"warn","ts":"2026-04-27T01:59:25.325065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.09274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:59:25.325436Z","caller":"traceutil/trace.go:171","msg":"trace[1437651303] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-f2ngq; range_end:; response_count:1; response_revision:16327; }","duration":"280.102532ms","start":"2026-04-27T01:59:25.045317Z","end":"2026-04-27T01:59:25.32542Z","steps":["trace[1437651303] 'agreement among raft nodes before linearized reading' (duration: 279.951037ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:59:25.32545Z","caller":"traceutil/trace.go:171","msg":"trace[421531409] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16327; }","duration":"429.514943ms","start":"2026-04-27T01:59:24.895921Z","end":"2026-04-27T01:59:25.325436Z","steps":["trace[421531409] 'agreement among raft nodes before linearized reading' (duration: 429.09373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:59:25.32549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:59:24.895896Z","time spent":"429.581946ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T01:59:25.325542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.625375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-f2ngq\" ","response":"range_response_count:1 size:22085"} {"level":"info","ts":"2026-04-27T01:59:25.325583Z","caller":"traceutil/trace.go:171","msg":"trace[1859773341] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-f2ngq; range_end:; response_count:1; response_revision:16327; }","duration":"291.717429ms","start":"2026-04-27T01:59:25.033854Z","end":"2026-04-27T01:59:25.325572Z","steps":["trace[1859773341] 'agreement among raft nodes before linearized reading' (duration: 291.603835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:59:25.817457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.718997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-04-27T01:59:25.817606Z","caller":"traceutil/trace.go:171","msg":"trace[1194305734] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16330; }","duration":"252.921933ms","start":"2026-04-27T01:59:25.564653Z","end":"2026-04-27T01:59:25.817575Z","steps":["trace[1194305734] 'range keys from in-memory index tree' (duration: 252.487409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:59:25.817709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.250849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-27T01:59:25.817841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.885464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-27T01:59:25.817922Z","caller":"traceutil/trace.go:171","msg":"trace[1965090366] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16330; }","duration":"253.970736ms","start":"2026-04-27T01:59:25.563931Z","end":"2026-04-27T01:59:25.817902Z","steps":["trace[1965090366] 'range keys from in-memory index tree' (duration: 253.700368ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:59:25.817857Z","caller":"traceutil/trace.go:171","msg":"trace[992967596] linearizableReadLoop","detail":"{readStateIndex:17093; appliedIndex:17092; }","duration":"231.091893ms","start":"2026-04-27T01:59:25.58674Z","end":"2026-04-27T01:59:25.817832Z","steps":["trace[992967596] 'read index received' (duration: 48.506743ms)","trace[992967596] 'applied index is now lower than readState.Index' (duration: 182.58257ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:59:25.818092Z","caller":"traceutil/trace.go:171","msg":"trace[253502547] transaction","detail":"{read_only:false; response_revision:16331; number_of_response:1; }","duration":"253.13745ms","start":"2026-04-27T01:59:25.564937Z","end":"2026-04-27T01:59:25.818074Z","steps":["trace[253502547] 'process raft request' (duration: 70.378174ms)","trace[253502547] 'compare' (duration: 181.811006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:59:25.818099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.362052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T01:59:25.81815Z","caller":"traceutil/trace.go:171","msg":"trace[1583607281] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16331; }","duration":"231.453875ms","start":"2026-04-27T01:59:25.586683Z","end":"2026-04-27T01:59:25.818137Z","steps":["trace[1583607281] 'agreement among raft nodes before linearized reading' (duration: 231.211887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:59:25.993851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.873924ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T01:59:25.994221Z","caller":"traceutil/trace.go:171","msg":"trace[841606939] linearizableReadLoop","detail":"{readStateIndex:17094; appliedIndex:17093; }","duration":"176.133926ms","start":"2026-04-27T01:59:25.818044Z","end":"2026-04-27T01:59:25.994178Z","steps":["trace[841606939] 'read index received' (duration: 9.090807ms)","trace[841606939] 'applied index is now lower than readState.Index' (duration: 167.035419ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:59:25.994297Z","caller":"traceutil/trace.go:171","msg":"trace[1489218494] transaction","detail":"{read_only:false; response_revision:16332; number_of_response:1; }","duration":"171.362376ms","start":"2026-04-27T01:59:25.822907Z","end":"2026-04-27T01:59:25.994269Z","steps":["trace[1489218494] 'process raft request' (duration: 171.089907ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:59:25.994435Z","caller":"traceutil/trace.go:171","msg":"trace[1822154550] transaction","detail":"{read_only:false; response_revision:16333; number_of_response:1; }","duration":"169.307901ms","start":"2026-04-27T01:59:25.825111Z","end":"2026-04-27T01:59:25.994419Z","steps":["trace[1822154550] 'process raft request' (duration: 169.076103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:59:25.994566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.374573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:59:25.994624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.488076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T01:59:25.994665Z","caller":"traceutil/trace.go:171","msg":"trace[184381718] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16333; }","duration":"275.503567ms","start":"2026-04-27T01:59:25.719138Z","end":"2026-04-27T01:59:25.994641Z","steps":["trace[184381718] 'agreement among raft nodes before linearized reading' (duration: 275.212977ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:59:25.994716Z","caller":"traceutil/trace.go:171","msg":"trace[627712607] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16333; }","duration":"275.637311ms","start":"2026-04-27T01:59:25.719053Z","end":"2026-04-27T01:59:25.994691Z","steps":["trace[627712607] 'agreement among raft nodes before linearized reading' (duration: 275.263099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:59:25.994746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.925144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-04-27T01:59:25.994901Z","caller":"traceutil/trace.go:171","msg":"trace[1754793479] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16333; }","duration":"241.090239ms","start":"2026-04-27T01:59:25.753789Z","end":"2026-04-27T01:59:25.99488Z","steps":["trace[1754793479] 'agreement among raft nodes before linearized reading' (duration: 240.552162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:59:26.119057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.290792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-04-27T01:59:26.119146Z","caller":"traceutil/trace.go:171","msg":"trace[1755407872] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16333; }","duration":"120.389615ms","start":"2026-04-27T01:59:25.998735Z","end":"2026-04-27T01:59:26.119125Z","steps":["trace[1755407872] 'range keys from in-memory index tree' (duration: 120.103426ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:59:26.820926Z","caller":"traceutil/trace.go:171","msg":"trace[542507626] linearizableReadLoop","detail":"{readStateIndex:17098; appliedIndex:17097; }","duration":"141.268944ms","start":"2026-04-27T01:59:26.679626Z","end":"2026-04-27T01:59:26.820895Z","steps":["trace[542507626] 'read index received' (duration: 141.017946ms)","trace[542507626] 'applied index is now lower than readState.Index' (duration: 250.098µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:59:26.82107Z","caller":"traceutil/trace.go:171","msg":"trace[496370419] transaction","detail":"{read_only:false; response_revision:16335; number_of_response:1; }","duration":"143.052661ms","start":"2026-04-27T01:59:26.677976Z","end":"2026-04-27T01:59:26.821029Z","steps":["trace[496370419] 'process raft request' (duration: 142.742942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:59:26.821229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.025633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:59:26.821312Z","caller":"traceutil/trace.go:171","msg":"trace[751746142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16335; }","duration":"107.160297ms","start":"2026-04-27T01:59:26.714138Z","end":"2026-04-27T01:59:26.821299Z","steps":["trace[751746142] 'agreement among raft nodes before linearized reading' (duration: 106.983331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:59:26.821731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.519543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:59:26.821836Z","caller":"traceutil/trace.go:171","msg":"trace[1761810621] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16335; }","duration":"142.202874ms","start":"2026-04-27T01:59:26.679608Z","end":"2026-04-27T01:59:26.821811Z","steps":["trace[1761810621] 'agreement among raft nodes before linearized reading' (duration: 141.461641ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:59:28.992006Z","caller":"traceutil/trace.go:171","msg":"trace[789499872] transaction","detail":"{read_only:false; response_revision:16350; number_of_response:1; }","duration":"104.252405ms","start":"2026-04-27T01:59:28.887712Z","end":"2026-04-27T01:59:28.991965Z","steps":["trace[789499872] 'process raft request' (duration: 53.860042ms)","trace[789499872] 'compare' (duration: 50.167606ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:01:18.188658Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14342} {"level":"info","ts":"2026-04-27T02:01:18.278715Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14342,"took":"86.649868ms","hash":467131976,"current-db-size-bytes":60047360,"current-db-size":"60 MB","current-db-size-in-use-bytes":29687808,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-27T02:01:18.27878Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":467131976,"revision":14342,"compact-revision":11901} {"level":"info","ts":"2026-04-27T02:02:08.832059Z","caller":"traceutil/trace.go:171","msg":"trace[1924998271] linearizableReadLoop","detail":"{readStateIndex:18738; appliedIndex:18737; }","duration":"117.661198ms","start":"2026-04-27T02:02:08.714374Z","end":"2026-04-27T02:02:08.832036Z","steps":["trace[1924998271] 'read index received' (duration: 117.302937ms)","trace[1924998271] 'applied index is now lower than readState.Index' (duration: 357.741µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:02:08.832136Z","caller":"traceutil/trace.go:171","msg":"trace[1036808143] transaction","detail":"{read_only:false; response_revision:17899; number_of_response:1; }","duration":"119.29611ms","start":"2026-04-27T02:02:08.712783Z","end":"2026-04-27T02:02:08.832079Z","steps":["trace[1036808143] 'process raft request' (duration: 118.942399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:02:08.832739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.340629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:854908"} {"level":"info","ts":"2026-04-27T02:02:08.832765Z","caller":"traceutil/trace.go:171","msg":"trace[570225276] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:17899; }","duration":"118.401952ms","start":"2026-04-27T02:02:08.714356Z","end":"2026-04-27T02:02:08.832758Z","steps":["trace[570225276] 'agreement among raft nodes before linearized reading' (duration: 117.788352ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:04:25.789052Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fba6d6d8cd5f215c","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-27T02:04:25.795676Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-27T02:04:25.795772Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-27T02:05:00.243176Z","caller":"traceutil/trace.go:171","msg":"trace[1634928321] transaction","detail":"{read_only:false; response_revision:19517; number_of_response:1; }","duration":"136.369169ms","start":"2026-04-27T02:05:00.106776Z","end":"2026-04-27T02:05:00.243145Z","steps":["trace[1634928321] 'process raft request' (duration: 136.050979ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:05:00.243235Z","caller":"traceutil/trace.go:171","msg":"trace[339787738] transaction","detail":"{read_only:false; response_revision:19518; number_of_response:1; }","duration":"136.347179ms","start":"2026-04-27T02:05:00.106858Z","end":"2026-04-27T02:05:00.243205Z","steps":["trace[339787738] 'process raft request' (duration: 136.203174ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:05:00.243173Z","caller":"traceutil/trace.go:171","msg":"trace[1203341270] linearizableReadLoop","detail":"{readStateIndex:20431; appliedIndex:20428; }","duration":"128.646965ms","start":"2026-04-27T02:05:00.114465Z","end":"2026-04-27T02:05:00.243112Z","steps":["trace[1203341270] 'read index received' (duration: 46.52946ms)","trace[1203341270] 'applied index is now lower than readState.Index' (duration: 82.116015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:05:00.243433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.943635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rstxx\" ","response":"range_response_count:1 size:9787"} {"level":"info","ts":"2026-04-27T02:05:00.243637Z","caller":"traceutil/trace.go:171","msg":"trace[370957262] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rstxx; range_end:; response_count:1; response_revision:19518; }","duration":"129.198713ms","start":"2026-04-27T02:05:00.114426Z","end":"2026-04-27T02:05:00.243625Z","steps":["trace[370957262] 'agreement among raft nodes before linearized reading' (duration: 128.78191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:02.562729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.789524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:05:02.562796Z","caller":"traceutil/trace.go:171","msg":"trace[343372248] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:19563; }","duration":"143.888517ms","start":"2026-04-27T02:05:02.418888Z","end":"2026-04-27T02:05:02.562776Z","steps":["trace[343372248] 'count revisions from in-memory index tree' (duration: 143.730392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:02.900984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.125103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29620920-vlt6r\" ","response":"range_response_count:1 size:7033"} {"level":"info","ts":"2026-04-27T02:05:02.901081Z","caller":"traceutil/trace.go:171","msg":"trace[865708056] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29620920-vlt6r; range_end:; response_count:1; response_revision:19565; }","duration":"174.279137ms","start":"2026-04-27T02:05:02.726783Z","end":"2026-04-27T02:05:02.901062Z","steps":["trace[865708056] 'range keys from in-memory index tree' (duration: 173.942257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.489589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.414755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:05:04.489585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.534865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:05:04.489694Z","caller":"traceutil/trace.go:171","msg":"trace[85403520] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:19570; }","duration":"877.581451ms","start":"2026-04-27T02:05:03.612088Z","end":"2026-04-27T02:05:04.489669Z","steps":["trace[85403520] 'range keys from in-memory index tree' (duration: 877.317762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.489665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.77545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-27T02:05:04.489728Z","caller":"traceutil/trace.go:171","msg":"trace[759877396] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:19570; }","duration":"443.761272ms","start":"2026-04-27T02:05:04.045937Z","end":"2026-04-27T02:05:04.489698Z","steps":["trace[759877396] 'count revisions from in-memory index tree' (duration: 443.39988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.489737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:05:03.612066Z","time spent":"877.662753ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"info","ts":"2026-04-27T02:05:04.489764Z","caller":"traceutil/trace.go:171","msg":"trace[636329763] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19570; }","duration":"473.914355ms","start":"2026-04-27T02:05:04.01582Z","end":"2026-04-27T02:05:04.489735Z","steps":["trace[636329763] 'range keys from in-memory index tree' (duration: 473.609615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.489829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.073372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:05:04.489837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:05:04.015806Z","time spent":"474.014818ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T02:05:04.489856Z","caller":"traceutil/trace.go:171","msg":"trace[752683741] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:19570; }","duration":"638.122794ms","start":"2026-04-27T02:05:03.851728Z","end":"2026-04-27T02:05:04.48985Z","steps":["trace[752683741] 'range keys from in-memory index tree' (duration: 637.974229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.489886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:05:03.851712Z","time spent":"638.168866ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T02:05:04.489867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.102314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-27T02:05:04.489936Z","caller":"traceutil/trace.go:171","msg":"trace[1657962968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19570; }","duration":"770.205358ms","start":"2026-04-27T02:05:03.71971Z","end":"2026-04-27T02:05:04.489916Z","steps":["trace[1657962968] 'range keys from in-memory index tree' (duration: 769.96588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.48997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:05:03.719694Z","time spent":"770.271379ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:05:04.489777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:05:04.045898Z","time spent":"443.867695ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:05:04.490047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.201116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:05:04.490136Z","caller":"traceutil/trace.go:171","msg":"trace[492327403] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:19570; }","duration":"638.30534ms","start":"2026-04-27T02:05:03.851808Z","end":"2026-04-27T02:05:04.490113Z","steps":["trace[492327403] 'range keys from in-memory index tree' (duration: 638.095643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.490174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.205841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:05:04.490193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:05:03.851799Z","time spent":"638.379052ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"info","ts":"2026-04-27T02:05:04.490216Z","caller":"traceutil/trace.go:171","msg":"trace[123993968] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:19570; }","duration":"841.303934ms","start":"2026-04-27T02:05:03.6489Z","end":"2026-04-27T02:05:04.490204Z","steps":["trace[123993968] 'count revisions from in-memory index tree' (duration: 841.108947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.490241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.479055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:05:04.490284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.032323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:05:04.490291Z","caller":"traceutil/trace.go:171","msg":"trace[21620001] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:19570; }","duration":"638.559077ms","start":"2026-04-27T02:05:03.85172Z","end":"2026-04-27T02:05:04.490279Z","steps":["trace[21620001] 'range keys from in-memory index tree' (duration: 638.389792ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:05:04.49031Z","caller":"traceutil/trace.go:171","msg":"trace[1292113595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19570; }","duration":"727.073695ms","start":"2026-04-27T02:05:03.763229Z","end":"2026-04-27T02:05:04.490303Z","steps":["trace[1292113595] 'range keys from in-memory index tree' (duration: 726.988682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.49027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.896917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:05:04.490329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:05:03.851702Z","time spent":"638.617649ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-04-27T02:05:04.490353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.915821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:05:04.490368Z","caller":"traceutil/trace.go:171","msg":"trace[1839019602] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:19570; }","duration":"876.030171ms","start":"2026-04-27T02:05:03.614315Z","end":"2026-04-27T02:05:04.490345Z","steps":["trace[1839019602] 'range keys from in-memory index tree' (duration: 875.815135ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:05:04.49039Z","caller":"traceutil/trace.go:171","msg":"trace[1879070977] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:19570; }","duration":"877.997733ms","start":"2026-04-27T02:05:03.612383Z","end":"2026-04-27T02:05:04.49038Z","steps":["trace[1879070977] 'range keys from in-memory index tree' (duration: 877.846199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.490413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:05:03.612358Z","time spent":"878.050075ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-04-27T02:05:04.490334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:05:03.763218Z","time spent":"727.111616ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:05:04.4902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.890618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:05:04.490463Z","caller":"traceutil/trace.go:171","msg":"trace[57342691] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:19570; }","duration":"639.178867ms","start":"2026-04-27T02:05:03.851273Z","end":"2026-04-27T02:05:04.490452Z","steps":["trace[57342691] 'range keys from in-memory index tree' (duration: 638.844786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.490462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.358533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:05:04.490501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.115566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:05:04.49053Z","caller":"traceutil/trace.go:171","msg":"trace[987488356] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:19570; }","duration":"821.175428ms","start":"2026-04-27T02:05:03.669345Z","end":"2026-04-27T02:05:04.49052Z","steps":["trace[987488356] 'count revisions from in-memory index tree' (duration: 821.038574ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:05:04.490538Z","caller":"traceutil/trace.go:171","msg":"trace[1763555144] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:19570; }","duration":"877.485438ms","start":"2026-04-27T02:05:03.613033Z","end":"2026-04-27T02:05:04.490519Z","steps":["trace[1763555144] 'range keys from in-memory index tree' (duration: 877.219799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.490608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:05:03.612994Z","time spent":"877.599581ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-04-27T02:05:04.49041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:05:03.614309Z","time spent":"876.093223ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T02:05:04.490249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:05:03.648881Z","time spent":"841.360106ms","remote":"127.0.0.1:55924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:05:04.490493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:05:03.851257Z","time spent":"639.228999ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-04-27T02:05:04.490211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.580489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-27T02:05:04.490779Z","caller":"traceutil/trace.go:171","msg":"trace[1716036142] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19570; }","duration":"777.174207ms","start":"2026-04-27T02:05:03.713583Z","end":"2026-04-27T02:05:04.490757Z","steps":["trace[1716036142] 'range keys from in-memory index tree' (duration: 776.367192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.490838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:05:03.713554Z","time spent":"777.2678ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:05:04.490248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.582604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-f2ngq\" ","response":"range_response_count:1 size:22086"} {"level":"info","ts":"2026-04-27T02:05:04.490908Z","caller":"traceutil/trace.go:171","msg":"trace[1170752987] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-f2ngq; range_end:; response_count:1; response_revision:19570; }","duration":"749.260856ms","start":"2026-04-27T02:05:03.741633Z","end":"2026-04-27T02:05:04.490894Z","steps":["trace[1170752987] 'range keys from in-memory index tree' (duration: 748.426829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.490958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:05:03.741619Z","time spent":"749.326767ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22110,"request content":"key:\"/registry/pods/openstack/nova-compute-default-f2ngq\" "} {"level":"warn","ts":"2026-04-27T02:05:04.490557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:05:03.669326Z","time spent":"821.22455ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":88,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:05:04.493803Z","caller":"traceutil/trace.go:171","msg":"trace[1042513257] linearizableReadLoop","detail":"{readStateIndex:20486; appliedIndex:20485; }","duration":"234.017595ms","start":"2026-04-27T02:05:04.259757Z","end":"2026-04-27T02:05:04.493774Z","steps":["trace[1042513257] 'read index received' (duration: 221.167479ms)","trace[1042513257] 'applied index is now lower than readState.Index' (duration: 12.849015ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:05:04.493911Z","caller":"traceutil/trace.go:171","msg":"trace[1093977358] transaction","detail":"{read_only:false; response_revision:19571; number_of_response:1; }","duration":"313.979161ms","start":"2026-04-27T02:05:04.179885Z","end":"2026-04-27T02:05:04.493864Z","steps":["trace[1093977358] 'process raft request' (duration: 301.092964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.493993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.196541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:05:04.494029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.349436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:05:04.494032Z","caller":"traceutil/trace.go:171","msg":"trace[2098174643] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:19571; }","duration":"234.303604ms","start":"2026-04-27T02:05:04.259715Z","end":"2026-04-27T02:05:04.494019Z","steps":["trace[2098174643] 'agreement among raft nodes before linearized reading' (duration: 234.195131ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:05:04.494091Z","caller":"traceutil/trace.go:171","msg":"trace[1814665408] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:19571; }","duration":"197.433649ms","start":"2026-04-27T02:05:04.296642Z","end":"2026-04-27T02:05:04.494076Z","steps":["trace[1814665408] 'agreement among raft nodes before linearized reading' (duration: 197.333446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.494211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.659643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:05:04.494199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.834565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rstxx\" ","response":"range_response_count:1 size:9787"} {"level":"info","ts":"2026-04-27T02:05:04.494237Z","caller":"traceutil/trace.go:171","msg":"trace[1606336755] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:19571; }","duration":"195.707914ms","start":"2026-04-27T02:05:04.298522Z","end":"2026-04-27T02:05:04.49423Z","steps":["trace[1606336755] 'agreement among raft nodes before linearized reading' (duration: 195.670983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.49424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.605604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:05:04.494215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:05:04.179842Z","time spent":"314.199319ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:05:04.494276Z","caller":"traceutil/trace.go:171","msg":"trace[1700567092] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:19571; }","duration":"197.673936ms","start":"2026-04-27T02:05:04.29659Z","end":"2026-04-27T02:05:04.494264Z","steps":["trace[1700567092] 'agreement among raft nodes before linearized reading' (duration: 197.619894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.49437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.511642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:05:04.494396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.718058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:05:04.494406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.291535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:05:04.494434Z","caller":"traceutil/trace.go:171","msg":"trace[1331772153] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:19571; }","duration":"116.369737ms","start":"2026-04-27T02:05:04.378056Z","end":"2026-04-27T02:05:04.494426Z","steps":["trace[1331772153] 'agreement among raft nodes before linearized reading' (duration: 116.324006ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:05:04.494436Z","caller":"traceutil/trace.go:171","msg":"trace[1154744998] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:19571; }","duration":"197.769399ms","start":"2026-04-27T02:05:04.296654Z","end":"2026-04-27T02:05:04.494423Z","steps":["trace[1154744998] 'agreement among raft nodes before linearized reading' (duration: 197.605694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.494493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.863013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-db-init-9x6lg\" ","response":"range_response_count:1 size:7426"} {"level":"info","ts":"2026-04-27T02:05:04.494405Z","caller":"traceutil/trace.go:171","msg":"trace[1911004812] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:19571; }","duration":"204.581914ms","start":"2026-04-27T02:05:04.289813Z","end":"2026-04-27T02:05:04.494395Z","steps":["trace[1911004812] 'agreement among raft nodes before linearized reading' (duration: 204.524032ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:05:04.494527Z","caller":"traceutil/trace.go:171","msg":"trace[701511893] range","detail":"{range_begin:/registry/pods/openstack/senlin-db-init-9x6lg; range_end:; response_count:1; response_revision:19571; }","duration":"216.915275ms","start":"2026-04-27T02:05:04.277603Z","end":"2026-04-27T02:05:04.494518Z","steps":["trace[701511893] 'agreement among raft nodes before linearized reading' (duration: 216.818472ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:05:04.494267Z","caller":"traceutil/trace.go:171","msg":"trace[493469027] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rstxx; range_end:; response_count:1; response_revision:19571; }","duration":"162.934849ms","start":"2026-04-27T02:05:04.331309Z","end":"2026-04-27T02:05:04.494244Z","steps":["trace[493469027] 'agreement among raft nodes before linearized reading' (duration: 162.726073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.49474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.779409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:05:04.494782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.911033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:05:04.494791Z","caller":"traceutil/trace.go:171","msg":"trace[500189729] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:19571; }","duration":"234.935294ms","start":"2026-04-27T02:05:04.25984Z","end":"2026-04-27T02:05:04.494775Z","steps":["trace[500189729] 'agreement among raft nodes before linearized reading' (duration: 234.745428ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:05:04.494807Z","caller":"traceutil/trace.go:171","msg":"trace[680794710] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:19571; }","duration":"234.934814ms","start":"2026-04-27T02:05:04.259865Z","end":"2026-04-27T02:05:04.4948Z","steps":["trace[680794710] 'agreement among raft nodes before linearized reading' (duration: 234.896503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:04.494816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.554702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:05:04.494888Z","caller":"traceutil/trace.go:171","msg":"trace[1656517155] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:19571; }","duration":"234.670565ms","start":"2026-04-27T02:05:04.260203Z","end":"2026-04-27T02:05:04.494873Z","steps":["trace[1656517155] 'agreement among raft nodes before linearized reading' (duration: 234.578222ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:05:10.748509Z","caller":"traceutil/trace.go:171","msg":"trace[1831626370] linearizableReadLoop","detail":"{readStateIndex:20569; appliedIndex:20568; }","duration":"126.795886ms","start":"2026-04-27T02:05:10.621675Z","end":"2026-04-27T02:05:10.748471Z","steps":["trace[1831626370] 'read index received' (duration: 99.631948ms)","trace[1831626370] 'applied index is now lower than readState.Index' (duration: 27.162508ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:05:10.74867Z","caller":"traceutil/trace.go:171","msg":"trace[859961219] transaction","detail":"{read_only:false; response_revision:19652; number_of_response:1; }","duration":"175.099322ms","start":"2026-04-27T02:05:10.573515Z","end":"2026-04-27T02:05:10.748614Z","steps":["trace[859961219] 'process raft request' (duration: 147.79518ms)","trace[859961219] 'compare' (duration: 26.973522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:05:10.748818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.131817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-f2ngq\" ","response":"range_response_count:1 size:22086"} {"level":"info","ts":"2026-04-27T02:05:10.74887Z","caller":"traceutil/trace.go:171","msg":"trace[1025017081] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-f2ngq; range_end:; response_count:1; response_revision:19652; }","duration":"127.23379ms","start":"2026-04-27T02:05:10.621623Z","end":"2026-04-27T02:05:10.748856Z","steps":["trace[1025017081] 'agreement among raft nodes before linearized reading' (duration: 127.039224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:10.749164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.828558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.67\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-27T02:05:10.749216Z","caller":"traceutil/trace.go:171","msg":"trace[1111055654] range","detail":"{range_begin:/registry/masterleases/199.19.213.67; range_end:; response_count:1; response_revision:19652; }","duration":"108.911481ms","start":"2026-04-27T02:05:10.640292Z","end":"2026-04-27T02:05:10.749203Z","steps":["trace[1111055654] 'agreement among raft nodes before linearized reading' (duration: 108.793477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:10.749654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.533543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-27T02:05:10.749728Z","caller":"traceutil/trace.go:171","msg":"trace[1363419476] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19652; }","duration":"104.628136ms","start":"2026-04-27T02:05:10.64508Z","end":"2026-04-27T02:05:10.749708Z","steps":["trace[1363419476] 'agreement among raft nodes before linearized reading' (duration: 104.45173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:05:10.749794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.695582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rstxx\" ","response":"range_response_count:1 size:9787"} {"level":"info","ts":"2026-04-27T02:05:10.749877Z","caller":"traceutil/trace.go:171","msg":"trace[1241836030] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rstxx; range_end:; response_count:1; response_revision:19652; }","duration":"100.805346ms","start":"2026-04-27T02:05:10.64905Z","end":"2026-04-27T02:05:10.749856Z","steps":["trace[1241836030] 'agreement among raft nodes before linearized reading' (duration: 100.536257ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:06:18.196617Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17320} {"level":"info","ts":"2026-04-27T02:06:18.30796Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17320,"took":"108.088196ms","hash":3538170898,"current-db-size-bytes":60047360,"current-db-size":"60 MB","current-db-size-in-use-bytes":35008512,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-27T02:06:18.308025Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3538170898,"revision":17320,"compact-revision":14342} {"level":"info","ts":"2026-04-27T02:08:15.153359Z","caller":"traceutil/trace.go:171","msg":"trace[2039382575] transaction","detail":"{read_only:false; response_revision:21599; number_of_response:1; }","duration":"116.606795ms","start":"2026-04-27T02:08:15.036715Z","end":"2026-04-27T02:08:15.153321Z","steps":["trace[2039382575] 'process raft request' (duration: 70.987663ms)","trace[2039382575] 'compare' (duration: 44.994572ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:11:18.203863Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20335} {"level":"info","ts":"2026-04-27T02:11:18.322204Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20335,"took":"113.27129ms","hash":3556449256,"current-db-size-bytes":60047360,"current-db-size":"60 MB","current-db-size-in-use-bytes":33538048,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-27T02:11:18.322279Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3556449256,"revision":20335,"compact-revision":17320} {"level":"info","ts":"2026-04-27T02:11:47.477385Z","caller":"traceutil/trace.go:171","msg":"trace[416474695] linearizableReadLoop","detail":"{readStateIndex:24493; appliedIndex:24492; }","duration":"205.703721ms","start":"2026-04-27T02:11:47.271646Z","end":"2026-04-27T02:11:47.47735Z","steps":["trace[416474695] 'read index received' (duration: 205.437703ms)","trace[416474695] 'applied index is now lower than readState.Index' (duration: 264.258µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:11:47.477915Z","caller":"traceutil/trace.go:171","msg":"trace[1055320209] transaction","detail":"{read_only:false; response_revision:23395; number_of_response:1; }","duration":"404.225325ms","start":"2026-04-27T02:11:47.073645Z","end":"2026-04-27T02:11:47.477871Z","steps":["trace[1055320209] 'process raft request' (duration: 403.480131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:47.478222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:47.073612Z","time spent":"404.405221ms","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:11:47.478534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.864927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-27T02:11:47.478662Z","caller":"traceutil/trace.go:171","msg":"trace[1435296590] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23395; }","duration":"207.017603ms","start":"2026-04-27T02:11:47.271593Z","end":"2026-04-27T02:11:47.478611Z","steps":["trace[1435296590] 'agreement among raft nodes before linearized reading' (duration: 206.567249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:48.027264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.876026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:11:48.027386Z","caller":"traceutil/trace.go:171","msg":"trace[1735385074] transaction","detail":"{read_only:false; response_revision:23396; number_of_response:1; }","duration":"543.204207ms","start":"2026-04-27T02:11:47.484161Z","end":"2026-04-27T02:11:48.027365Z","steps":["trace[1735385074] 'process raft request' (duration: 300.141435ms)","trace[1735385074] 'compare' (duration: 242.662999ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:11:48.027447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:47.484139Z","time spent":"543.279579ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:11:48.054503Z","caller":"traceutil/trace.go:171","msg":"trace[1948380948] transaction","detail":"{read_only:false; response_revision:23397; number_of_response:1; }","duration":"570.292803ms","start":"2026-04-27T02:11:47.484189Z","end":"2026-04-27T02:11:48.054482Z","steps":["trace[1948380948] 'process raft request' (duration: 570.031835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:48.054607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:47.484172Z","time spent":"570.388035ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:11:48.054628Z","caller":"traceutil/trace.go:171","msg":"trace[562716191] linearizableReadLoop","detail":"{readStateIndex:24495; appliedIndex:24493; }","duration":"567.696421ms","start":"2026-04-27T02:11:47.486899Z","end":"2026-04-27T02:11:48.054595Z","steps":["trace[562716191] 'read index received' (duration: 297.368407ms)","trace[562716191] 'applied index is now lower than readState.Index' (duration: 270.326874ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:11:48.054714Z","caller":"traceutil/trace.go:171","msg":"trace[1376911868] transaction","detail":"{read_only:false; number_of_response:0; response_revision:23397; }","duration":"567.568857ms","start":"2026-04-27T02:11:47.487139Z","end":"2026-04-27T02:11:48.054708Z","steps":["trace[1376911868] 'process raft request' (duration: 567.258147ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:11:48.054665Z","caller":"traceutil/trace.go:171","msg":"trace[565212979] transaction","detail":"{read_only:false; response_revision:23398; number_of_response:1; }","duration":"565.965876ms","start":"2026-04-27T02:11:47.48867Z","end":"2026-04-27T02:11:48.054636Z","steps":["trace[565212979] 'process raft request' (duration: 565.76839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:48.054764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:47.487121Z","time spent":"567.616868ms","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:11:48.054783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.885497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-27T02:11:48.054803Z","caller":"traceutil/trace.go:171","msg":"trace[58582656] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23399; }","duration":"567.948589ms","start":"2026-04-27T02:11:47.486849Z","end":"2026-04-27T02:11:48.054797Z","steps":["trace[58582656] 'agreement among raft nodes before linearized reading' (duration: 567.889067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:48.05482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:47.486827Z","time spent":"567.989671ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T02:11:48.05479Z","caller":"traceutil/trace.go:171","msg":"trace[445776855] transaction","detail":"{read_only:false; response_revision:23399; number_of_response:1; }","duration":"343.9501ms","start":"2026-04-27T02:11:47.710768Z","end":"2026-04-27T02:11:48.054718Z","steps":["trace[445776855] 'process raft request' (duration: 343.777435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:48.054854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:47.488654Z","time spent":"566.106981ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:11:48.055024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:47.710733Z","time spent":"344.181598ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:11:48.255118Z","caller":"traceutil/trace.go:171","msg":"trace[263095573] transaction","detail":"{read_only:false; response_revision:23400; number_of_response:1; }","duration":"229.600777ms","start":"2026-04-27T02:11:48.025481Z","end":"2026-04-27T02:11:48.255082Z","steps":["trace[263095573] 'process raft request' (duration: 215.655756ms)","trace[263095573] 'compare' (duration: 13.758595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:11:48.25555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.650207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:11:48.255681Z","caller":"traceutil/trace.go:171","msg":"trace[1640526549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23400; }","duration":"491.836084ms","start":"2026-04-27T02:11:47.763823Z","end":"2026-04-27T02:11:48.255659Z","steps":["trace[1640526549] 'agreement among raft nodes before linearized reading' (duration: 491.554125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:48.255731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:47.763797Z","time spent":"491.921016ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:11:48.255619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.856078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-27T02:11:48.255796Z","caller":"traceutil/trace.go:171","msg":"trace[1867523079] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23400; }","duration":"688.034714ms","start":"2026-04-27T02:11:47.56775Z","end":"2026-04-27T02:11:48.255785Z","steps":["trace[1867523079] 'agreement among raft nodes before linearized reading' (duration: 687.740665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:48.255824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:47.567678Z","time spent":"688.139168ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-27T02:11:48.25562Z","caller":"traceutil/trace.go:171","msg":"trace[408734208] linearizableReadLoop","detail":"{readStateIndex:24499; appliedIndex:24498; }","duration":"200.333632ms","start":"2026-04-27T02:11:48.054712Z","end":"2026-04-27T02:11:48.255046Z","steps":["trace[408734208] 'read index received' (duration: 186.314108ms)","trace[408734208] 'applied index is now lower than readState.Index' (duration: 14.018574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:11:48.256983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.040419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-27T02:11:48.257007Z","caller":"traceutil/trace.go:171","msg":"trace[1074926922] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23400; }","duration":"198.107801ms","start":"2026-04-27T02:11:48.058892Z","end":"2026-04-27T02:11:48.257Z","steps":["trace[1074926922] 'agreement among raft nodes before linearized reading' (duration: 198.05993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:48.257068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.535374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T02:11:48.257129Z","caller":"traceutil/trace.go:171","msg":"trace[667931507] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23400; }","duration":"198.635588ms","start":"2026-04-27T02:11:48.058476Z","end":"2026-04-27T02:11:48.257112Z","steps":["trace[667931507] 'agreement among raft nodes before linearized reading' (duration: 198.502574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:48.257213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.26874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-04-27T02:11:48.257319Z","caller":"traceutil/trace.go:171","msg":"trace[678910007] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:23400; }","duration":"201.410166ms","start":"2026-04-27T02:11:48.055891Z","end":"2026-04-27T02:11:48.257301Z","steps":["trace[678910007] 'agreement among raft nodes before linearized reading' (duration: 201.028284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:48.778107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022322658,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:11:48.836842Z","caller":"traceutil/trace.go:171","msg":"trace[619957933] transaction","detail":"{read_only:false; response_revision:23403; number_of_response:1; }","duration":"574.367671ms","start":"2026-04-27T02:11:48.262444Z","end":"2026-04-27T02:11:48.836811Z","steps":["trace[619957933] 'process raft request' (duration: 574.094942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:48.837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:48.262435Z","time spent":"574.484284ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:11:48.837033Z","caller":"traceutil/trace.go:171","msg":"trace[1825306735] transaction","detail":"{read_only:false; response_revision:23404; number_of_response:1; }","duration":"567.728931ms","start":"2026-04-27T02:11:48.269271Z","end":"2026-04-27T02:11:48.837Z","steps":["trace[1825306735] 'process raft request' (duration: 567.464092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:48.837257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:48.269247Z","time spent":"567.863845ms","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:11:49.028955Z","caller":"traceutil/trace.go:171","msg":"trace[1810060280] transaction","detail":"{read_only:false; response_revision:23405; number_of_response:1; }","duration":"648.823884ms","start":"2026-04-27T02:11:48.380094Z","end":"2026-04-27T02:11:49.028918Z","steps":["trace[1810060280] 'process raft request' (duration: 618.335921ms)","trace[1810060280] 'compare' (duration: 30.235785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:11:49.029143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:48.380064Z","time spent":"648.985459ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:11:49.029155Z","caller":"traceutil/trace.go:171","msg":"trace[1883617438] linearizableReadLoop","detail":"{readStateIndex:24505; appliedIndex:24501; }","duration":"751.121086ms","start":"2026-04-27T02:11:48.277991Z","end":"2026-04-27T02:11:49.029112Z","steps":["trace[1883617438] 'read index received' (duration: 558.592542ms)","trace[1883617438] 'applied index is now lower than readState.Index' (duration: 192.526354ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:11:49.029211Z","caller":"traceutil/trace.go:171","msg":"trace[2018445895] transaction","detail":"{read_only:false; response_revision:23406; number_of_response:1; }","duration":"303.75508ms","start":"2026-04-27T02:11:48.725425Z","end":"2026-04-27T02:11:49.02918Z","steps":["trace[2018445895] 'process raft request' (duration: 303.418959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:49.029409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.385075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T02:11:49.029535Z","caller":"traceutil/trace.go:171","msg":"trace[1019524148] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23406; }","duration":"751.514039ms","start":"2026-04-27T02:11:48.277971Z","end":"2026-04-27T02:11:49.029485Z","steps":["trace[1019524148] 'agreement among raft nodes before linearized reading' (duration: 751.316833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:49.029585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:48.277963Z","time spent":"751.611842ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:11:49.029686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.555349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-27T02:11:49.029599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.503738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:11:49.029742Z","caller":"traceutil/trace.go:171","msg":"trace[1542441938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23406; }","duration":"213.636232ms","start":"2026-04-27T02:11:48.816088Z","end":"2026-04-27T02:11:49.029725Z","steps":["trace[1542441938] 'agreement among raft nodes before linearized reading' (duration: 213.500767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:49.029723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:48.725402Z","time spent":"303.876434ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:11:49.029691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.494281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-27T02:11:49.029856Z","caller":"traceutil/trace.go:171","msg":"trace[1735859478] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23406; }","duration":"172.686247ms","start":"2026-04-27T02:11:48.857148Z","end":"2026-04-27T02:11:49.029834Z","steps":["trace[1735859478] 'agreement among raft nodes before linearized reading' (duration: 172.252093ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:11:49.029774Z","caller":"traceutil/trace.go:171","msg":"trace[368139748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23406; }","duration":"263.8726ms","start":"2026-04-27T02:11:48.76588Z","end":"2026-04-27T02:11:49.029753Z","steps":["trace[368139748] 'agreement among raft nodes before linearized reading' (duration: 263.452086ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:11:49.315365Z","caller":"traceutil/trace.go:171","msg":"trace[1893374867] transaction","detail":"{read_only:false; response_revision:23407; number_of_response:1; }","duration":"280.689171ms","start":"2026-04-27T02:11:49.03464Z","end":"2026-04-27T02:11:49.315329Z","steps":["trace[1893374867] 'process raft request' (duration: 247.843413ms)","trace[1893374867] 'compare' (duration: 32.013051ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:11:49.848909Z","caller":"traceutil/trace.go:171","msg":"trace[2106965965] transaction","detail":"{read_only:false; response_revision:23408; number_of_response:1; }","duration":"813.510149ms","start":"2026-04-27T02:11:49.035362Z","end":"2026-04-27T02:11:49.848872Z","steps":["trace[2106965965] 'process raft request' (duration: 756.182147ms)","trace[2106965965] 'compare' (duration: 57.091885ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:11:49.849127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:49.03534Z","time spent":"813.665594ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:11:49.849358Z","caller":"traceutil/trace.go:171","msg":"trace[2063527609] linearizableReadLoop","detail":"{readStateIndex:24509; appliedIndex:24505; }","duration":"806.247989ms","start":"2026-04-27T02:11:49.043078Z","end":"2026-04-27T02:11:49.849326Z","steps":["trace[2063527609] 'read index received' (duration: 239.5296ms)","trace[2063527609] 'applied index is now lower than readState.Index' (duration: 566.716889ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:11:49.849509Z","caller":"traceutil/trace.go:171","msg":"trace[11604345] transaction","detail":"{read_only:false; response_revision:23409; number_of_response:1; }","duration":"814.087218ms","start":"2026-04-27T02:11:49.035407Z","end":"2026-04-27T02:11:49.849494Z","steps":["trace[11604345] 'process raft request' (duration: 813.399826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:49.849645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:49.035385Z","time spent":"814.16982ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:11:49.849901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.606414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-27T02:11:49.849988Z","caller":"traceutil/trace.go:171","msg":"trace[544474414] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23410; }","duration":"471.732417ms","start":"2026-04-27T02:11:49.378227Z","end":"2026-04-27T02:11:49.84996Z","steps":["trace[544474414] 'agreement among raft nodes before linearized reading' (duration: 471.361646ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:11:49.850002Z","caller":"traceutil/trace.go:171","msg":"trace[2143040995] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"813.234661ms","start":"2026-04-27T02:11:49.036728Z","end":"2026-04-27T02:11:49.849963Z","steps":["trace[2143040995] 'process raft request' (duration: 812.372473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:49.849985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.88185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-04-27T02:11:49.850146Z","caller":"traceutil/trace.go:171","msg":"trace[627403724] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23410; }","duration":"807.066836ms","start":"2026-04-27T02:11:49.043055Z","end":"2026-04-27T02:11:49.850122Z","steps":["trace[627403724] 'agreement among raft nodes before linearized reading' (duration: 806.505228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:49.850214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:49.043046Z","time spent":"807.158358ms","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4855,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T02:11:49.850202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:49.036714Z","time spent":"813.378705ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:11:49.851624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:49.378206Z","time spent":"472.700388ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-27T02:11:50.372093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.930259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-27T02:11:50.372132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.405556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:11:50.372172Z","caller":"traceutil/trace.go:171","msg":"trace[1957614376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23410; }","duration":"313.074765ms","start":"2026-04-27T02:11:50.059081Z","end":"2026-04-27T02:11:50.372156Z","steps":["trace[1957614376] 'range keys from in-memory index tree' (duration: 312.746603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:50.372211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:50.059057Z","time spent":"313.146656ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:11:50.372328Z","caller":"traceutil/trace.go:171","msg":"trace[710027255] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23410; }","duration":"264.534251ms","start":"2026-04-27T02:11:50.107651Z","end":"2026-04-27T02:11:50.372185Z","steps":["trace[710027255] 'count revisions from in-memory index tree' (duration: 264.314784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:50.372319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.665806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:11:50.372414Z","caller":"traceutil/trace.go:171","msg":"trace[637798168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23410; }","duration":"340.842062ms","start":"2026-04-27T02:11:50.031549Z","end":"2026-04-27T02:11:50.372391Z","steps":["trace[637798168] 'range keys from in-memory index tree' (duration: 340.475371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:50.372415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.866407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:11:50.372477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:11:50.031523Z","time spent":"340.941375ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T02:11:50.372494Z","caller":"traceutil/trace.go:171","msg":"trace[1171420947] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23410; }","duration":"275.004131ms","start":"2026-04-27T02:11:50.097471Z","end":"2026-04-27T02:11:50.372475Z","steps":["trace[1171420947] 'count revisions from in-memory index tree' (duration: 274.769523ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:11:50.379791Z","caller":"traceutil/trace.go:171","msg":"trace[2003835642] linearizableReadLoop","detail":"{readStateIndex:24510; appliedIndex:24509; }","duration":"101.628262ms","start":"2026-04-27T02:11:50.27814Z","end":"2026-04-27T02:11:50.379768Z","steps":["trace[2003835642] 'read index received' (duration: 101.466457ms)","trace[2003835642] 'applied index is now lower than readState.Index' (duration: 160.605µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:11:50.37991Z","caller":"traceutil/trace.go:171","msg":"trace[38746634] transaction","detail":"{read_only:false; response_revision:23411; number_of_response:1; }","duration":"110.209373ms","start":"2026-04-27T02:11:50.269682Z","end":"2026-04-27T02:11:50.379891Z","steps":["trace[38746634] 'process raft request' (duration: 109.874122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:11:50.38025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.095346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-27T02:11:50.380302Z","caller":"traceutil/trace.go:171","msg":"trace[73084342] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23411; }","duration":"102.2056ms","start":"2026-04-27T02:11:50.278085Z","end":"2026-04-27T02:11:50.380291Z","steps":["trace[73084342] 'agreement among raft nodes before linearized reading' (duration: 101.935781ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:15:06.587468Z","caller":"traceutil/trace.go:171","msg":"trace[774593876] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"108.008402ms","start":"2026-04-27T02:15:06.479429Z","end":"2026-04-27T02:15:06.587437Z","steps":["trace[774593876] 'process raft request' (duration: 107.794075ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:15:19.027697Z","caller":"traceutil/trace.go:171","msg":"trace[1509312283] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"113.050762ms","start":"2026-04-27T02:15:18.91461Z","end":"2026-04-27T02:15:19.02766Z","steps":["trace[1509312283] 'process raft request' (duration: 58.536689ms)","trace[1509312283] 'compare' (duration: 54.149311ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:15:19.027712Z","caller":"traceutil/trace.go:171","msg":"trace[1566119071] linearizableReadLoop","detail":"{readStateIndex:27066; appliedIndex:27065; }","duration":"106.967359ms","start":"2026-04-27T02:15:18.92071Z","end":"2026-04-27T02:15:19.027678Z","steps":["trace[1566119071] 'read index received' (duration: 52.495108ms)","trace[1566119071] 'applied index is now lower than readState.Index' (duration: 54.469271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:15:19.028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.486265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:15:19.028083Z","caller":"traceutil/trace.go:171","msg":"trace[1798912596] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:1; response_revision:25859; }","duration":"113.63559ms","start":"2026-04-27T02:15:18.914426Z","end":"2026-04-27T02:15:19.028061Z","steps":["trace[1798912596] 'agreement among raft nodes before linearized reading' (duration: 113.342111ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:15:26.397387Z","caller":"traceutil/trace.go:171","msg":"trace[2115006640] linearizableReadLoop","detail":"{readStateIndex:27267; appliedIndex:27266; }","duration":"137.495014ms","start":"2026-04-27T02:15:26.259857Z","end":"2026-04-27T02:15:26.397352Z","steps":["trace[2115006640] 'read index received' (duration: 137.06331ms)","trace[2115006640] 'applied index is now lower than readState.Index' (duration: 430.544µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:15:26.397512Z","caller":"traceutil/trace.go:171","msg":"trace[1467856223] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"146.55838ms","start":"2026-04-27T02:15:26.25092Z","end":"2026-04-27T02:15:26.397478Z","steps":["trace[1467856223] 'process raft request' (duration: 146.027353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:15:26.39775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.864435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-27T02:15:26.397865Z","caller":"traceutil/trace.go:171","msg":"trace[778267371] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26055; }","duration":"138.031331ms","start":"2026-04-27T02:15:26.259799Z","end":"2026-04-27T02:15:26.39783Z","steps":["trace[778267371] 'agreement among raft nodes before linearized reading' (duration: 137.712131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:15:26.988866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022330418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:15:27.247011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.891193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:15:27.247138Z","caller":"traceutil/trace.go:171","msg":"trace[1152692165] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"801.519168ms","start":"2026-04-27T02:15:26.445598Z","end":"2026-04-27T02:15:27.247118Z","steps":["trace[1152692165] 'process raft request' (duration: 596.407938ms)","trace[1152692165] 'compare' (duration: 204.750068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:15:27.247193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:15:26.445565Z","time spent":"801.60279ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:15:27.252685Z","caller":"traceutil/trace.go:171","msg":"trace[675296703] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"494.251551ms","start":"2026-04-27T02:15:26.758417Z","end":"2026-04-27T02:15:27.252669Z","steps":["trace[675296703] 'process raft request' (duration: 494.164298ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:15:27.252669Z","caller":"traceutil/trace.go:171","msg":"trace[1396580692] linearizableReadLoop","detail":"{readStateIndex:27271; appliedIndex:27268; }","duration":"764.791318ms","start":"2026-04-27T02:15:26.487837Z","end":"2026-04-27T02:15:27.252629Z","steps":["trace[1396580692] 'read index received' (duration: 554.34828ms)","trace[1396580692] 'applied index is now lower than readState.Index' (duration: 210.441738ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:15:27.252712Z","caller":"traceutil/trace.go:171","msg":"trace[371784026] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"746.852742ms","start":"2026-04-27T02:15:26.505799Z","end":"2026-04-27T02:15:27.252652Z","steps":["trace[371784026] 'process raft request' (duration: 746.593303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:15:27.252771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:15:26.758392Z","time spent":"494.337884ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:15:27.252862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.026116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-27T02:15:27.252904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.130738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:15:27.252912Z","caller":"traceutil/trace.go:171","msg":"trace[807576666] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26059; }","duration":"765.119818ms","start":"2026-04-27T02:15:26.487777Z","end":"2026-04-27T02:15:27.252896Z","steps":["trace[807576666] 'agreement among raft nodes before linearized reading' (duration: 764.958343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:15:27.252931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:15:26.505773Z","time spent":"747.027326ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:15:27.252952Z","caller":"traceutil/trace.go:171","msg":"trace[1527727037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26059; }","duration":"488.212421ms","start":"2026-04-27T02:15:26.764726Z","end":"2026-04-27T02:15:27.252938Z","steps":["trace[1527727037] 'agreement among raft nodes before linearized reading' (duration: 488.134638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:15:27.252965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.697144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-27T02:15:27.252982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:15:26.764705Z","time spent":"488.269593ms","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:15:27.253011Z","caller":"traceutil/trace.go:171","msg":"trace[845864786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26059; }","duration":"556.818499ms","start":"2026-04-27T02:15:26.69618Z","end":"2026-04-27T02:15:27.252998Z","steps":["trace[845864786] 'agreement among raft nodes before linearized reading' (duration: 556.636103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:15:27.252953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:15:26.487754Z","time spent":"765.192851ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:15:27.252993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.217309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:15:27.253026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.929263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-27T02:15:27.25305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:15:26.696152Z","time spent":"556.88934ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T02:15:27.253081Z","caller":"traceutil/trace.go:171","msg":"trace[590794249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26059; }","duration":"537.335083ms","start":"2026-04-27T02:15:26.715725Z","end":"2026-04-27T02:15:27.25306Z","steps":["trace[590794249] 'agreement among raft nodes before linearized reading' (duration: 537.165647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:15:27.252911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.94311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T02:15:27.253103Z","caller":"traceutil/trace.go:171","msg":"trace[26057774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26059; }","duration":"148.036166ms","start":"2026-04-27T02:15:27.105044Z","end":"2026-04-27T02:15:27.25308Z","steps":["trace[26057774] 'agreement among raft nodes before linearized reading' (duration: 147.82658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:15:27.253131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:15:26.715717Z","time spent":"537.404964ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:15:27.253159Z","caller":"traceutil/trace.go:171","msg":"trace[1447106247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26059; }","duration":"152.198828ms","start":"2026-04-27T02:15:27.100924Z","end":"2026-04-27T02:15:27.253123Z","steps":["trace[1447106247] 'agreement among raft nodes before linearized reading' (duration: 151.918149ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:15:30.476578Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006ab3.wal"} {"level":"warn","ts":"2026-04-27T02:16:02.158151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.958621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:16:02.158412Z","caller":"traceutil/trace.go:171","msg":"trace[1676470067] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"180.663657ms","start":"2026-04-27T02:16:01.977725Z","end":"2026-04-27T02:16:02.158388Z","steps":["trace[1676470067] 'process raft request' (duration: 180.564764ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:02.158399Z","caller":"traceutil/trace.go:171","msg":"trace[1946519905] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"182.456244ms","start":"2026-04-27T02:16:01.975876Z","end":"2026-04-27T02:16:02.158332Z","steps":["trace[1946519905] 'process raft request' (duration: 17.236204ms)","trace[1946519905] 'compare' (duration: 164.688793ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:16:02.158447Z","caller":"traceutil/trace.go:171","msg":"trace[329094310] linearizableReadLoop","detail":"{readStateIndex:27675; appliedIndex:27674; }","duration":"181.038279ms","start":"2026-04-27T02:16:01.977367Z","end":"2026-04-27T02:16:02.158405Z","steps":["trace[329094310] 'read index received' (duration: 15.760038ms)","trace[329094310] 'applied index is now lower than readState.Index' (duration: 165.273081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:16:02.158847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.993578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:02.158906Z","caller":"traceutil/trace.go:171","msg":"trace[1792162526] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26447; }","duration":"137.104001ms","start":"2026-04-27T02:16:02.021775Z","end":"2026-04-27T02:16:02.158879Z","steps":["trace[1792162526] 'agreement among raft nodes before linearized reading' (duration: 136.989317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:02.158933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.554005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/capo-system/\" range_end:\"/registry/limitranges/capo-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:02.158982Z","caller":"traceutil/trace.go:171","msg":"trace[68178479] range","detail":"{range_begin:/registry/limitranges/capo-system/; range_end:/registry/limitranges/capo-system0; response_count:0; response_revision:26447; }","duration":"181.662989ms","start":"2026-04-27T02:16:01.977304Z","end":"2026-04-27T02:16:02.158967Z","steps":["trace[68178479] 'agreement among raft nodes before linearized reading' (duration: 181.295107ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:18.210622Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23209} {"level":"info","ts":"2026-04-27T02:16:18.335446Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23209,"took":"120.349921ms","hash":4215850049,"current-db-size-bytes":60047360,"current-db-size":"60 MB","current-db-size-in-use-bytes":41299968,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-04-27T02:16:18.335532Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4215850049,"revision":23209,"compact-revision":20335} {"level":"warn","ts":"2026-04-27T02:16:54.288537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.947715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:16:54.288716Z","caller":"traceutil/trace.go:171","msg":"trace[1875750757] transaction","detail":"{read_only:false; response_revision:27096; number_of_response:1; }","duration":"105.165642ms","start":"2026-04-27T02:16:54.183535Z","end":"2026-04-27T02:16:54.2887Z","steps":["trace[1875750757] 'process raft request' (duration: 105.114761ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:54.288737Z","caller":"traceutil/trace.go:171","msg":"trace[1316488181] transaction","detail":"{read_only:false; response_revision:27095; number_of_response:1; }","duration":"204.018065ms","start":"2026-04-27T02:16:54.084677Z","end":"2026-04-27T02:16:54.288695Z","steps":["trace[1316488181] 'process raft request' (duration: 23.806762ms)","trace[1316488181] 'compare' (duration: 179.825101ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:16:54.288841Z","caller":"traceutil/trace.go:171","msg":"trace[802150952] linearizableReadLoop","detail":"{readStateIndex:28348; appliedIndex:28347; }","duration":"151.915779ms","start":"2026-04-27T02:16:54.136876Z","end":"2026-04-27T02:16:54.288792Z","steps":["trace[802150952] 'read index received' (duration: 45.402µs)","trace[802150952] 'applied index is now lower than readState.Index' (duration: 151.866747ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:16:54.289334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.434395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:54.289439Z","caller":"traceutil/trace.go:171","msg":"trace[1368024644] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:27096; }","duration":"152.552029ms","start":"2026-04-27T02:16:54.136861Z","end":"2026-04-27T02:16:54.289413Z","steps":["trace[1368024644] 'agreement among raft nodes before linearized reading' (duration: 152.392564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:54.289493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.462022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:54.28956Z","caller":"traceutil/trace.go:171","msg":"trace[2057159139] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:27096; }","duration":"137.589437ms","start":"2026-04-27T02:16:54.15195Z","end":"2026-04-27T02:16:54.28954Z","steps":["trace[2057159139] 'agreement among raft nodes before linearized reading' (duration: 137.435292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:54.289572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.880331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-27T02:16:54.289606Z","caller":"traceutil/trace.go:171","msg":"trace[719708939] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27096; }","duration":"147.924632ms","start":"2026-04-27T02:16:54.141671Z","end":"2026-04-27T02:16:54.289595Z","steps":["trace[719708939] 'agreement among raft nodes before linearized reading' (duration: 147.806539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:54.289561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.074892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:54.28968Z","caller":"traceutil/trace.go:171","msg":"trace[1298016638] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:27096; }","duration":"151.285029ms","start":"2026-04-27T02:16:54.138359Z","end":"2026-04-27T02:16:54.289644Z","steps":["trace[1298016638] 'agreement among raft nodes before linearized reading' (duration: 150.99963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:54.289718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.207297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:54.289762Z","caller":"traceutil/trace.go:171","msg":"trace[1850771929] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:27096; }","duration":"151.283419ms","start":"2026-04-27T02:16:54.138466Z","end":"2026-04-27T02:16:54.289749Z","steps":["trace[1850771929] 'agreement among raft nodes before linearized reading' (duration: 151.212757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:54.289763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.12346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-27T02:16:54.289848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.969279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:54.289878Z","caller":"traceutil/trace.go:171","msg":"trace[820931854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27096; }","duration":"149.257245ms","start":"2026-04-27T02:16:54.14059Z","end":"2026-04-27T02:16:54.289847Z","steps":["trace[820931854] 'agreement among raft nodes before linearized reading' (duration: 148.834712ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:54.289887Z","caller":"traceutil/trace.go:171","msg":"trace[1656557632] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:27096; }","duration":"132.02035ms","start":"2026-04-27T02:16:54.157856Z","end":"2026-04-27T02:16:54.289877Z","steps":["trace[1656557632] 'agreement among raft nodes before linearized reading' (duration: 131.961829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:54.290103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.201036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-27T02:16:54.290146Z","caller":"traceutil/trace.go:171","msg":"trace[1766428223] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:27096; }","duration":"132.275449ms","start":"2026-04-27T02:16:54.157859Z","end":"2026-04-27T02:16:54.290135Z","steps":["trace[1766428223] 'agreement among raft nodes before linearized reading' (duration: 132.102463ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:42.969622Z","caller":"traceutil/trace.go:171","msg":"trace[2108293118] transaction","detail":"{read_only:false; response_revision:28325; number_of_response:1; }","duration":"113.586598ms","start":"2026-04-27T02:18:42.855985Z","end":"2026-04-27T02:18:42.969571Z","steps":["trace[2108293118] 'process raft request' (duration: 113.274588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:48.479819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.875924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:18:48.479914Z","caller":"traceutil/trace.go:171","msg":"trace[1769071796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28373; }","duration":"162.020808ms","start":"2026-04-27T02:18:48.317873Z","end":"2026-04-27T02:18:48.479893Z","steps":["trace[1769071796] 'range keys from in-memory index tree' (duration: 161.698957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:48.480105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.38049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:18:48.480211Z","caller":"traceutil/trace.go:171","msg":"trace[1561268326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28373; }","duration":"156.514335ms","start":"2026-04-27T02:18:48.323671Z","end":"2026-04-27T02:18:48.480185Z","steps":["trace[1561268326] 'range keys from in-memory index tree' (duration: 156.135083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:48.480532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.5508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-27T02:18:48.48058Z","caller":"traceutil/trace.go:171","msg":"trace[637103331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28373; }","duration":"153.650574ms","start":"2026-04-27T02:18:48.326915Z","end":"2026-04-27T02:18:48.480565Z","steps":["trace[637103331] 'range keys from in-memory index tree' (duration: 153.345854ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:48.805957Z","caller":"traceutil/trace.go:171","msg":"trace[1686000102] transaction","detail":"{read_only:false; response_revision:28374; number_of_response:1; }","duration":"320.855856ms","start":"2026-04-27T02:18:48.485076Z","end":"2026-04-27T02:18:48.805931Z","steps":["trace[1686000102] 'process raft request' (duration: 320.66196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:48.806134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:48.485049Z","time spent":"320.99375ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:49.522777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.824839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:49.523061Z","caller":"traceutil/trace.go:171","msg":"trace[2107235334] linearizableReadLoop","detail":"{readStateIndex:29680; appliedIndex:29677; }","duration":"966.687997ms","start":"2026-04-27T02:18:48.55635Z","end":"2026-04-27T02:18:49.523038Z","steps":["trace[2107235334] 'read index received' (duration: 249.436089ms)","trace[2107235334] 'applied index is now lower than readState.Index' (duration: 717.250018ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:49.523031Z","caller":"traceutil/trace.go:171","msg":"trace[1412318634] transaction","detail":"{read_only:false; response_revision:28375; number_of_response:1; }","duration":"1.037168533s","start":"2026-04-27T02:18:48.485818Z","end":"2026-04-27T02:18:49.522986Z","steps":["trace[1412318634] 'process raft request' (duration: 631.011683ms)","trace[1412318634] 'compare' (duration: 405.472589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:49.523266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:48.485783Z","time spent":"1.03734348s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:49.523382Z","caller":"traceutil/trace.go:171","msg":"trace[1521900955] transaction","detail":"{read_only:false; response_revision:28376; number_of_response:1; }","duration":"1.037466653s","start":"2026-04-27T02:18:48.485902Z","end":"2026-04-27T02:18:49.523368Z","steps":["trace[1521900955] 'process raft request' (duration: 1.037003069s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.523455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:48.485897Z","time spent":"1.037521765s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:49.523663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.306417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:49.524372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.878895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:49.524424Z","caller":"traceutil/trace.go:171","msg":"trace[1572388819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28376; }","duration":"760.965568ms","start":"2026-04-27T02:18:48.763443Z","end":"2026-04-27T02:18:49.524408Z","steps":["trace[1572388819] 'agreement among raft nodes before linearized reading' (duration: 760.859985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.524704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:48.763426Z","time spent":"761.256708ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:49.525221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.44725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-27T02:18:49.525249Z","caller":"traceutil/trace.go:171","msg":"trace[141311530] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28376; }","duration":"967.340018ms","start":"2026-04-27T02:18:48.556344Z","end":"2026-04-27T02:18:49.523684Z","steps":["trace[141311530] 'agreement among raft nodes before linearized reading' (duration: 967.279806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.525327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:48.556293Z","time spent":"969.016791ms","remote":"127.0.0.1:58730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:49.525275Z","caller":"traceutil/trace.go:171","msg":"trace[545346636] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:28376; }","duration":"155.567334ms","start":"2026-04-27T02:18:49.369691Z","end":"2026-04-27T02:18:49.525258Z","steps":["trace[545346636] 'agreement among raft nodes before linearized reading' (duration: 155.342097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.525381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.7565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:49.525427Z","caller":"traceutil/trace.go:171","msg":"trace[1941186951] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28376; }","duration":"155.873134ms","start":"2026-04-27T02:18:49.369541Z","end":"2026-04-27T02:18:49.525414Z","steps":["trace[1941186951] 'agreement among raft nodes before linearized reading' (duration: 155.75978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.526186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.452372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-27T02:18:49.526224Z","caller":"traceutil/trace.go:171","msg":"trace[636338395] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28376; }","duration":"483.529594ms","start":"2026-04-27T02:18:49.042682Z","end":"2026-04-27T02:18:49.526211Z","steps":["trace[636338395] 'agreement among raft nodes before linearized reading' (duration: 483.374639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.526263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.042627Z","time spent":"483.628507ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-27T02:18:49.52623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.510136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:49.526284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.750605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:18:49.526405Z","caller":"traceutil/trace.go:171","msg":"trace[754429680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28376; }","duration":"529.93346ms","start":"2026-04-27T02:18:48.996443Z","end":"2026-04-27T02:18:49.526376Z","steps":["trace[754429680] 'agreement among raft nodes before linearized reading' (duration: 529.560698ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:49.52633Z","caller":"traceutil/trace.go:171","msg":"trace[1679447916] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28376; }","duration":"547.701682ms","start":"2026-04-27T02:18:48.978602Z","end":"2026-04-27T02:18:49.526304Z","steps":["trace[1679447916] 'agreement among raft nodes before linearized reading' (duration: 547.492195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.526476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:48.996379Z","time spent":"530.077045ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:18:49.526509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:48.978552Z","time spent":"547.928099ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:49.526477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.582122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:18:49.526638Z","caller":"traceutil/trace.go:171","msg":"trace[633085906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28376; }","duration":"524.868551ms","start":"2026-04-27T02:18:49.001745Z","end":"2026-04-27T02:18:49.526613Z","steps":["trace[633085906] 'agreement among raft nodes before linearized reading' (duration: 524.318643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.526756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.0017Z","time spent":"525.014945ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:18:50.247584Z","caller":"traceutil/trace.go:171","msg":"trace[1432796757] transaction","detail":"{read_only:false; response_revision:28379; number_of_response:1; }","duration":"715.604046ms","start":"2026-04-27T02:18:49.531909Z","end":"2026-04-27T02:18:50.247513Z","steps":["trace[1432796757] 'process raft request' (duration: 715.478182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:50.247855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.531881Z","time spent":"715.856854ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:50.24755Z","caller":"traceutil/trace.go:171","msg":"trace[2146517858] transaction","detail":"{read_only:false; response_revision:28378; number_of_response:1; }","duration":"716.922907ms","start":"2026-04-27T02:18:49.53055Z","end":"2026-04-27T02:18:50.247473Z","steps":["trace[2146517858] 'process raft request' (duration: 648.757324ms)","trace[2146517858] 'compare' (duration: 67.277065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:50.25374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.530543Z","time spent":"723.083002ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:50.402209Z","caller":"traceutil/trace.go:171","msg":"trace[1328435797] transaction","detail":"{read_only:false; response_revision:28380; number_of_response:1; }","duration":"786.395582ms","start":"2026-04-27T02:18:49.615739Z","end":"2026-04-27T02:18:50.402135Z","steps":["trace[1328435797] 'process raft request' (duration: 785.991919ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:50.402397Z","caller":"traceutil/trace.go:171","msg":"trace[1537348477] transaction","detail":"{read_only:false; response_revision:28381; number_of_response:1; }","duration":"595.398898ms","start":"2026-04-27T02:18:49.806968Z","end":"2026-04-27T02:18:50.402367Z","steps":["trace[1537348477] 'process raft request' (duration: 595.083638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:50.402553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.615704Z","time spent":"786.676361ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:50.402605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.806926Z","time spent":"595.570983ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:50.402907Z","caller":"traceutil/trace.go:171","msg":"trace[974733654] linearizableReadLoop","detail":"{readStateIndex:29684; appliedIndex:29681; }","duration":"635.293399ms","start":"2026-04-27T02:18:49.767591Z","end":"2026-04-27T02:18:50.402885Z","steps":["trace[974733654] 'read index received' (duration: 411.811679ms)","trace[974733654] 'applied index is now lower than readState.Index' (duration: 223.48084ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:50.403007Z","caller":"traceutil/trace.go:171","msg":"trace[1853027124] transaction","detail":"{read_only:false; response_revision:28382; number_of_response:1; }","duration":"478.355471ms","start":"2026-04-27T02:18:49.924639Z","end":"2026-04-27T02:18:50.402994Z","steps":["trace[1853027124] 'process raft request' (duration: 477.657329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:50.403168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.608938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:50.403189Z","caller":"traceutil/trace.go:171","msg":"trace[232671179] transaction","detail":"{read_only:false; response_revision:28386; number_of_response:1; }","duration":"339.230626ms","start":"2026-04-27T02:18:50.063899Z","end":"2026-04-27T02:18:50.40313Z","steps":["trace[232671179] 'process raft request' (duration: 338.945467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:50.403176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.924609Z","time spent":"478.432204ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:50.403409Z","caller":"traceutil/trace.go:171","msg":"trace[893539255] transaction","detail":"{read_only:false; response_revision:28385; number_of_response:1; }","duration":"351.70018ms","start":"2026-04-27T02:18:50.051662Z","end":"2026-04-27T02:18:50.403362Z","steps":["trace[893539255] 'process raft request' (duration: 351.145792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:50.403469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:50.063874Z","time spent":"339.448783ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:50.403677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.554689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-27T02:18:50.40372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.97749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:50.40378Z","caller":"traceutil/trace.go:171","msg":"trace[225214134] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:28386; }","duration":"478.074993ms","start":"2026-04-27T02:18:49.925693Z","end":"2026-04-27T02:18:50.403768Z","steps":["trace[225214134] 'agreement among raft nodes before linearized reading' (duration: 477.959729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:50.403856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.925686Z","time spent":"478.152375ms","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:50.403265Z","caller":"traceutil/trace.go:171","msg":"trace[1228854984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28386; }","duration":"635.743263ms","start":"2026-04-27T02:18:49.767497Z","end":"2026-04-27T02:18:50.403241Z","steps":["trace[1228854984] 'agreement among raft nodes before linearized reading' (duration: 635.608719ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:50.403798Z","caller":"traceutil/trace.go:171","msg":"trace[637207962] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28386; }","duration":"580.682353ms","start":"2026-04-27T02:18:49.823071Z","end":"2026-04-27T02:18:50.403754Z","steps":["trace[637207962] 'agreement among raft nodes before linearized reading' (duration: 580.293181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:50.403985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.823049Z","time spent":"580.922041ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:18:50.403696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.838494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-27T02:18:50.404281Z","caller":"traceutil/trace.go:171","msg":"trace[1516389085] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28386; }","duration":"333.518236ms","start":"2026-04-27T02:18:50.070741Z","end":"2026-04-27T02:18:50.40426Z","steps":["trace[1516389085] 'agreement among raft nodes before linearized reading' (duration: 332.719381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:50.404347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:50.070726Z","time spent":"333.599908ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:18:50.403934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.767474Z","time spent":"636.443215ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:18:50.402961Z","caller":"traceutil/trace.go:171","msg":"trace[212044716] transaction","detail":"{read_only:false; response_revision:28383; number_of_response:1; }","duration":"477.327479ms","start":"2026-04-27T02:18:49.925615Z","end":"2026-04-27T02:18:50.402943Z","steps":["trace[212044716] 'process raft request' (duration: 476.957937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:50.404643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.925605Z","time spent":"478.889388ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:50.40338Z","caller":"traceutil/trace.go:171","msg":"trace[134065409] transaction","detail":"{read_only:false; response_revision:28384; number_of_response:1; }","duration":"448.659843ms","start":"2026-04-27T02:18:49.954673Z","end":"2026-04-27T02:18:50.403333Z","steps":["trace[134065409] 'process raft request' (duration: 448.087975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:50.403705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:50.051633Z","time spent":"351.878095ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:50.404851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.954633Z","time spent":"450.16101ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:53.656731Z","caller":"traceutil/trace.go:171","msg":"trace[84570248] transaction","detail":"{read_only:false; response_revision:28416; number_of_response:1; }","duration":"114.977262ms","start":"2026-04-27T02:18:53.541719Z","end":"2026-04-27T02:18:53.656696Z","steps":["trace[84570248] 'process raft request' (duration: 114.788626ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:53.9079Z","caller":"traceutil/trace.go:171","msg":"trace[1046366272] linearizableReadLoop","detail":"{readStateIndex:29723; appliedIndex:29721; }","duration":"347.112155ms","start":"2026-04-27T02:18:53.560746Z","end":"2026-04-27T02:18:53.907858Z","steps":["trace[1046366272] 'read index received' (duration: 95.810277ms)","trace[1046366272] 'applied index is now lower than readState.Index' (duration: 251.300198ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:53.907972Z","caller":"traceutil/trace.go:171","msg":"trace[2051848023] transaction","detail":"{read_only:false; response_revision:28417; number_of_response:1; }","duration":"365.980101ms","start":"2026-04-27T02:18:53.541953Z","end":"2026-04-27T02:18:53.907933Z","steps":["trace[2051848023] 'process raft request' (duration: 364.946368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:53.908138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:53.541936Z","time spent":"366.107165ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:53.908244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.472437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-27T02:18:53.908296Z","caller":"traceutil/trace.go:171","msg":"trace[1771197145] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28417; }","duration":"347.58895ms","start":"2026-04-27T02:18:53.560692Z","end":"2026-04-27T02:18:53.908281Z","steps":["trace[1771197145] 'agreement among raft nodes before linearized reading' (duration: 347.358052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:53.908336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:53.560654Z","time spent":"347.673753ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-27T02:18:53.908454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.523023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-27T02:18:53.908425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.183656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:53.908494Z","caller":"traceutil/trace.go:171","msg":"trace[931651493] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28417; }","duration":"105.605446ms","start":"2026-04-27T02:18:53.802877Z","end":"2026-04-27T02:18:53.908482Z","steps":["trace[931651493] 'agreement among raft nodes before linearized reading' (duration: 105.42297ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:53.908519Z","caller":"traceutil/trace.go:171","msg":"trace[1190682484] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:28417; }","duration":"340.318131ms","start":"2026-04-27T02:18:53.568177Z","end":"2026-04-27T02:18:53.908495Z","steps":["trace[1190682484] 'agreement among raft nodes before linearized reading' (duration: 340.152045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:53.908574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:53.568167Z","time spent":"340.394833ms","remote":"127.0.0.1:58622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:54.606324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.897193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:54.606472Z","caller":"traceutil/trace.go:171","msg":"trace[677653482] linearizableReadLoop","detail":"{readStateIndex:29724; appliedIndex:29723; }","duration":"566.062121ms","start":"2026-04-27T02:18:54.040389Z","end":"2026-04-27T02:18:54.606451Z","steps":["trace[677653482] 'read index received' (duration: 183.957521ms)","trace[677653482] 'applied index is now lower than readState.Index' (duration: 382.10294ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:54.606662Z","caller":"traceutil/trace.go:171","msg":"trace[180413142] transaction","detail":"{read_only:false; response_revision:28418; number_of_response:1; }","duration":"682.001753ms","start":"2026-04-27T02:18:53.924601Z","end":"2026-04-27T02:18:54.606603Z","steps":["trace[180413142] 'process raft request' (duration: 299.718738ms)","trace[180413142] 'compare' (duration: 381.4898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:54.606951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:53.924569Z","time spent":"682.235111ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:54.60709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.66299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:54.607209Z","caller":"traceutil/trace.go:171","msg":"trace[891953693] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28418; }","duration":"566.811845ms","start":"2026-04-27T02:18:54.040368Z","end":"2026-04-27T02:18:54.60718Z","steps":["trace[891953693] 'agreement among raft nodes before linearized reading' (duration: 566.576347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:54.607266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.040338Z","time spent":"566.915738ms","remote":"127.0.0.1:40042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-27T02:18:54.999733Z","caller":"traceutil/trace.go:171","msg":"trace[1021361617] transaction","detail":"{read_only:false; response_revision:28419; number_of_response:1; }","duration":"581.152568ms","start":"2026-04-27T02:18:54.41853Z","end":"2026-04-27T02:18:54.999683Z","steps":["trace[1021361617] 'process raft request' (duration: 580.557449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:54.999918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.4185Z","time spent":"581.325993ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:55.502049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.626047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:55.502326Z","caller":"traceutil/trace.go:171","msg":"trace[742273027] linearizableReadLoop","detail":"{readStateIndex:29729; appliedIndex:29724; }","duration":"895.804398ms","start":"2026-04-27T02:18:54.6065Z","end":"2026-04-27T02:18:55.502305Z","steps":["trace[742273027] 'read index received' (duration: 392.596452ms)","trace[742273027] 'applied index is now lower than readState.Index' (duration: 503.206216ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:55.502398Z","caller":"traceutil/trace.go:171","msg":"trace[756815103] transaction","detail":"{read_only:false; response_revision:28423; number_of_response:1; }","duration":"1.08140978s","start":"2026-04-27T02:18:54.420936Z","end":"2026-04-27T02:18:55.502346Z","steps":["trace[756815103] 'process raft request' (duration: 1.081321367s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:55.50255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046173958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-27T02:18:55.502592Z","caller":"traceutil/trace.go:171","msg":"trace[245824127] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28423; }","duration":"1.04624689s","start":"2026-04-27T02:18:54.456331Z","end":"2026-04-27T02:18:55.502578Z","steps":["trace[245824127] 'agreement among raft nodes before linearized reading' (duration: 1.046071425s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:55.502634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.456313Z","time spent":"1.046311912s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:18:55.502681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.420921Z","time spent":"1.081602276s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:55.50289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2305155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T02:18:55.502925Z","caller":"traceutil/trace.go:171","msg":"trace[1024434351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28423; }","duration":"1.230563851s","start":"2026-04-27T02:18:54.272353Z","end":"2026-04-27T02:18:55.502917Z","steps":["trace[1024434351] 'agreement among raft nodes before linearized reading' (duration: 1.230465348s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:55.502973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.272347Z","time spent":"1.230620264s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:18:55.503018Z","caller":"traceutil/trace.go:171","msg":"trace[519901583] transaction","detail":"{read_only:false; response_revision:28420; number_of_response:1; }","duration":"1.083268018s","start":"2026-04-27T02:18:54.419727Z","end":"2026-04-27T02:18:55.502995Z","steps":["trace[519901583] 'process raft request' (duration: 705.564608ms)","trace[519901583] 'compare' (duration: 376.476512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:55.503027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10134794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:18:55.50305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234199937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T02:18:55.503158Z","caller":"traceutil/trace.go:171","msg":"trace[199307755] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:28423; }","duration":"1.101560527s","start":"2026-04-27T02:18:54.401566Z","end":"2026-04-27T02:18:55.503126Z","steps":["trace[199307755] 'agreement among raft nodes before linearized reading' (duration: 1.101157854s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:55.503164Z","caller":"traceutil/trace.go:171","msg":"trace[95038302] transaction","detail":"{read_only:false; response_revision:28422; number_of_response:1; }","duration":"1.083233897s","start":"2026-04-27T02:18:54.419899Z","end":"2026-04-27T02:18:55.503132Z","steps":["trace[95038302] 'process raft request' (duration: 1.082322898s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:55.503243Z","caller":"traceutil/trace.go:171","msg":"trace[75109500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28423; }","duration":"1.234411903s","start":"2026-04-27T02:18:54.268784Z","end":"2026-04-27T02:18:55.503196Z","steps":["trace[75109500] 'agreement among raft nodes before linearized reading' (duration: 1.234055562s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:55.503263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.401543Z","time spent":"1.10168485s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:55.503349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.268757Z","time spent":"1.234542577s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:18:55.503135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.419687Z","time spent":"1.083392172s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:55.503028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051284268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-27T02:18:55.503204Z","caller":"traceutil/trace.go:171","msg":"trace[15166247] transaction","detail":"{read_only:false; response_revision:28421; number_of_response:1; }","duration":"1.083282708s","start":"2026-04-27T02:18:54.419838Z","end":"2026-04-27T02:18:55.50312Z","steps":["trace[15166247] 'process raft request' (duration: 1.082331128s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:55.503639Z","caller":"traceutil/trace.go:171","msg":"trace[846450003] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28423; }","duration":"1.051935909s","start":"2026-04-27T02:18:54.451674Z","end":"2026-04-27T02:18:55.50361Z","steps":["trace[846450003] 'agreement among raft nodes before linearized reading' (duration: 1.051083952s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:55.504238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.419876Z","time spent":"1.083999491s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:55.504233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.451648Z","time spent":"1.052485666s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:18:55.50547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.419807Z","time spent":"1.084246599s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:56.00248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336255,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:18:56.190247Z","caller":"traceutil/trace.go:171","msg":"trace[1066623534] transaction","detail":"{read_only:false; response_revision:28424; number_of_response:1; }","duration":"778.890424ms","start":"2026-04-27T02:18:55.411291Z","end":"2026-04-27T02:18:56.190181Z","steps":["trace[1066623534] 'process raft request' (duration: 749.191426ms)","trace[1066623534] 'compare' (duration: 29.259724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:56.190429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:55.411259Z","time spent":"779.06836ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:56.282114Z","caller":"traceutil/trace.go:171","msg":"trace[1645317974] transaction","detail":"{read_only:false; response_revision:28426; number_of_response:1; }","duration":"773.762533ms","start":"2026-04-27T02:18:55.508322Z","end":"2026-04-27T02:18:56.282085Z","steps":["trace[1645317974] 'process raft request' (duration: 773.69161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:56.282292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:55.508316Z","time spent":"773.875746ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:56.282237Z","caller":"traceutil/trace.go:171","msg":"trace[537410420] transaction","detail":"{read_only:false; response_revision:28425; number_of_response:1; }","duration":"773.97917ms","start":"2026-04-27T02:18:55.508206Z","end":"2026-04-27T02:18:56.282186Z","steps":["trace[537410420] 'process raft request' (duration: 773.624318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:56.282495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:55.508191Z","time spent":"774.168645ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:56.764562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999749011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:56.764696Z","caller":"traceutil/trace.go:171","msg":"trace[382860660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999962057s","start":"2026-04-27T02:18:54.764711Z","end":"2026-04-27T02:18:56.764673Z","steps":["trace[382860660] 'agreement among raft nodes before linearized reading' (duration: 1.999763621s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:56.764753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.764685Z","time spent":"2.00005594s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:18:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:57.54396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261876892s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T02:18:57.54434Z","caller":"traceutil/trace.go:171","msg":"trace[1130137959] linearizableReadLoop","detail":"{readStateIndex:29733; appliedIndex:29729; }","duration":"2.041946614s","start":"2026-04-27T02:18:55.502364Z","end":"2026-04-27T02:18:57.544311Z","steps":["trace[1130137959] 'read index received' (duration: 658.224943ms)","trace[1130137959] 'applied index is now lower than readState.Index' (duration: 1.38371962s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:57.545524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122945792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:57.545623Z","caller":"traceutil/trace.go:171","msg":"trace[1914784435] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:28426; }","duration":"2.123074087s","start":"2026-04-27T02:18:55.422525Z","end":"2026-04-27T02:18:57.545599Z","steps":["trace[1914784435] 'agreement among raft nodes before linearized reading' (duration: 2.122883001s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:57.54567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:55.422496Z","time spent":"2.123162319s","remote":"127.0.0.1:58616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:57.545994Z","caller":"traceutil/trace.go:171","msg":"trace[920413909] transaction","detail":"{read_only:false; response_revision:28427; number_of_response:1; }","duration":"499.954843ms","start":"2026-04-27T02:18:57.046026Z","end":"2026-04-27T02:18:57.545981Z","steps":["trace[920413909] 'process raft request' (duration: 498.083064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:57.546126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:57.045998Z","time spent":"500.046976ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:58.032555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.366202936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:58.032675Z","caller":"traceutil/trace.go:171","msg":"trace[1039295731] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:28427; }","duration":"3.366384062s","start":"2026-04-27T02:18:54.666264Z","end":"2026-04-27T02:18:58.032648Z","steps":["trace[1039295731] 'agreement among raft nodes before linearized reading' (duration: 2.879631096s)","trace[1039295731] 'count revisions from in-memory index tree' (duration: 486.57058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:58.0327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418546069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:58.032802Z","caller":"traceutil/trace.go:171","msg":"trace[1821838852] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28427; }","duration":"3.418689733s","start":"2026-04-27T02:18:54.614084Z","end":"2026-04-27T02:18:58.032773Z","steps":["trace[1821838852] 'agreement among raft nodes before linearized reading' (duration: 2.931823464s)","trace[1821838852] 'range keys from in-memory index tree' (duration: 486.713015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:58.032858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.614064Z","time spent":"3.418781966s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:18:58.032732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.666246Z","time spent":"3.366472544s","remote":"127.0.0.1:34108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:58.03299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161264411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:58.03304Z","caller":"traceutil/trace.go:171","msg":"trace[571178651] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28427; }","duration":"3.161343914s","start":"2026-04-27T02:18:54.87168Z","end":"2026-04-27T02:18:58.033024Z","steps":["trace[571178651] 'agreement among raft nodes before linearized reading' (duration: 2.674168565s)","trace[571178651] 'count revisions from in-memory index tree' (duration: 487.116527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:58.033042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202839165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-27T02:18:58.03308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.871653Z","time spent":"3.161417086s","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:58.033157Z","caller":"traceutil/trace.go:171","msg":"trace[1831943100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28427; }","duration":"3.202944168s","start":"2026-04-27T02:18:54.830149Z","end":"2026-04-27T02:18:58.033093Z","steps":["trace[1831943100] 'agreement among raft nodes before linearized reading' (duration: 2.715719548s)","trace[1831943100] 'range keys from in-memory index tree' (duration: 487.007424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:58.033154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.035982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-27T02:18:58.033219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.830128Z","time spent":"3.203078042s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:18:58.033276Z","caller":"traceutil/trace.go:171","msg":"trace[251862795] transaction","detail":"{read_only:false; response_revision:28428; number_of_response:1; }","duration":"965.574891ms","start":"2026-04-27T02:18:57.06768Z","end":"2026-04-27T02:18:58.033254Z","steps":["trace[251862795] 'process raft request' (duration: 479.327332ms)","trace[251862795] 'compare' (duration: 485.659471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:58.033355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:57.067646Z","time spent":"965.679294ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:58.087818Z","caller":"traceutil/trace.go:171","msg":"trace[2131912997] transaction","detail":"{read_only:false; response_revision:28430; number_of_response:1; }","duration":"578.188414ms","start":"2026-04-27T02:18:57.509607Z","end":"2026-04-27T02:18:58.087796Z","steps":["trace[2131912997] 'process raft request' (duration: 578.093061ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:58.087868Z","caller":"traceutil/trace.go:171","msg":"trace[1336918182] transaction","detail":"{read_only:false; response_revision:28429; number_of_response:1; }","duration":"776.080445ms","start":"2026-04-27T02:18:57.311745Z","end":"2026-04-27T02:18:58.087826Z","steps":["trace[1336918182] 'process raft request' (duration: 775.736404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.088125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:57.50956Z","time spent":"578.337808ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:58.088152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:57.311714Z","time spent":"776.332553ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:58.088578Z","caller":"traceutil/trace.go:171","msg":"trace[1975548650] transaction","detail":"{read_only:false; response_revision:28431; number_of_response:1; }","duration":"578.808043ms","start":"2026-04-27T02:18:57.509757Z","end":"2026-04-27T02:18:58.088565Z","steps":["trace[1975548650] 'process raft request' (duration: 577.993348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.088653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:57.509721Z","time spent":"578.894646ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:58.088996Z","caller":"traceutil/trace.go:171","msg":"trace[1536533349] transaction","detail":"{read_only:false; response_revision:28433; number_of_response:1; }","duration":"577.815912ms","start":"2026-04-27T02:18:57.511164Z","end":"2026-04-27T02:18:58.08898Z","steps":["trace[1536533349] 'process raft request' (duration: 577.73072ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:58.089002Z","caller":"traceutil/trace.go:171","msg":"trace[1653259725] transaction","detail":"{read_only:false; response_revision:28432; number_of_response:1; }","duration":"578.577316ms","start":"2026-04-27T02:18:57.5104Z","end":"2026-04-27T02:18:58.088977Z","steps":["trace[1653259725] 'process raft request' (duration: 578.085011ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:58.089008Z","caller":"traceutil/trace.go:171","msg":"trace[882181150] linearizableReadLoop","detail":"{readStateIndex:29740; appliedIndex:29734; }","duration":"544.590282ms","start":"2026-04-27T02:18:57.544393Z","end":"2026-04-27T02:18:58.088983Z","steps":["trace[882181150] 'read index received' (duration: 2.620153ms)","trace[882181150] 'applied index is now lower than readState.Index' (duration: 541.969059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:58.089095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:57.510392Z","time spent":"578.658819ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:58.08913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525607782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-27T02:18:58.089179Z","caller":"traceutil/trace.go:171","msg":"trace[321498729] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28433; }","duration":"1.525701535s","start":"2026-04-27T02:18:56.563465Z","end":"2026-04-27T02:18:58.089166Z","steps":["trace[321498729] 'agreement among raft nodes before linearized reading' (duration: 1.52552179s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.089212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640031977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-04-27T02:18:58.089222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:56.56344Z","time spent":"1.525774028s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:18:58.089285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581110885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-27T02:18:58.089309Z","caller":"traceutil/trace.go:171","msg":"trace[2051361210] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28433; }","duration":"2.581158507s","start":"2026-04-27T02:18:55.508144Z","end":"2026-04-27T02:18:58.089302Z","steps":["trace[2051361210] 'agreement among raft nodes before linearized reading' (duration: 2.581101995s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.089086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:57.51114Z","time spent":"577.901374ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:58.089328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374946613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:58.08934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427456161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:18:58.089362Z","caller":"traceutil/trace.go:171","msg":"trace[1605283592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28433; }","duration":"1.375012675s","start":"2026-04-27T02:18:56.714341Z","end":"2026-04-27T02:18:58.089354Z","steps":["trace[1605283592] 'agreement among raft nodes before linearized reading' (duration: 1.374958943s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.089352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324902752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:58.089381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581298271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T02:18:58.089386Z","caller":"traceutil/trace.go:171","msg":"trace[402633307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28433; }","duration":"2.427548344s","start":"2026-04-27T02:18:55.661828Z","end":"2026-04-27T02:18:58.089376Z","steps":["trace[402633307] 'agreement among raft nodes before linearized reading' (duration: 2.42741173s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.089337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:55.508122Z","time spent":"2.581208678s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T02:18:58.089406Z","caller":"traceutil/trace.go:171","msg":"trace[530613165] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28433; }","duration":"2.581362793s","start":"2026-04-27T02:18:55.508039Z","end":"2026-04-27T02:18:58.089402Z","steps":["trace[530613165] 'agreement among raft nodes before linearized reading' (duration: 2.581309741s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.089421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:55.508019Z","time spent":"2.581398734s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T02:18:58.089415Z","caller":"traceutil/trace.go:171","msg":"trace[1473779166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28433; }","duration":"1.324985345s","start":"2026-04-27T02:18:56.764415Z","end":"2026-04-27T02:18:58.0894Z","steps":["trace[1473779166] 'agreement among raft nodes before linearized reading' (duration: 1.324874951s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.089456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:56.764405Z","time spent":"1.325043316s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:58.08947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.622976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:58.089511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.052415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:58.089525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477675298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-27T02:18:58.089534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176114251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:18:58.089554Z","caller":"traceutil/trace.go:171","msg":"trace[461308945] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28433; }","duration":"1.47774196s","start":"2026-04-27T02:18:56.611801Z","end":"2026-04-27T02:18:58.089543Z","steps":["trace[461308945] 'agreement among raft nodes before linearized reading' (duration: 1.477658658s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.089595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:56.611777Z","time spent":"1.477812843s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-27T02:18:58.089598Z","caller":"traceutil/trace.go:171","msg":"trace[323458142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28433; }","duration":"2.176236255s","start":"2026-04-27T02:18:55.913346Z","end":"2026-04-27T02:18:58.089582Z","steps":["trace[323458142] 'agreement among raft nodes before linearized reading' (duration: 2.176085931s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.089389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:56.71432Z","time spent":"1.375063616s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:58.089568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103119796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:18:58.089637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:55.913303Z","time spent":"2.176326538s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T02:18:58.089685Z","caller":"traceutil/trace.go:171","msg":"trace[1914746130] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28433; }","duration":"2.103342163s","start":"2026-04-27T02:18:55.98632Z","end":"2026-04-27T02:18:58.089662Z","steps":["trace[1914746130] 'agreement among raft nodes before linearized reading' (duration: 2.103090825s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:58.089555Z","caller":"traceutil/trace.go:171","msg":"trace[636662722] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28433; }","duration":"940.128277ms","start":"2026-04-27T02:18:57.149415Z","end":"2026-04-27T02:18:58.089543Z","steps":["trace[636662722] 'agreement among raft nodes before linearized reading' (duration: 940.069045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.089745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:57.149392Z","time spent":"940.340974ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:58.089752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:55.986294Z","time spent":"2.103445145s","remote":"127.0.0.1:58700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:58.089519Z","caller":"traceutil/trace.go:171","msg":"trace[1327205053] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28433; }","duration":"930.685299ms","start":"2026-04-27T02:18:57.15882Z","end":"2026-04-27T02:18:58.089505Z","steps":["trace[1327205053] 'agreement among raft nodes before linearized reading' (duration: 930.579466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.089827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:57.158813Z","time spent":"931.000909ms","remote":"127.0.0.1:39856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:58.089421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:55.661797Z","time spent":"2.427617166s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T02:18:58.089236Z","caller":"traceutil/trace.go:171","msg":"trace[184428484] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28433; }","duration":"1.640120739s","start":"2026-04-27T02:18:56.449108Z","end":"2026-04-27T02:18:58.089229Z","steps":["trace[184428484] 'agreement among raft nodes before linearized reading' (duration: 1.639995985s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.089948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:56.449081Z","time spent":"1.640852462s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:18:58.575869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.117998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:58.576118Z","caller":"traceutil/trace.go:171","msg":"trace[1602889088] linearizableReadLoop","detail":"{readStateIndex:29742; appliedIndex:29740; }","duration":"487.016355ms","start":"2026-04-27T02:18:58.089076Z","end":"2026-04-27T02:18:58.576092Z","steps":["trace[1602889088] 'read index received' (duration: 345.67934ms)","trace[1602889088] 'applied index is now lower than readState.Index' (duration: 141.335395ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:58.576199Z","caller":"traceutil/trace.go:171","msg":"trace[23680889] transaction","detail":"{read_only:false; response_revision:28435; number_of_response:1; }","duration":"538.541482ms","start":"2026-04-27T02:18:58.037643Z","end":"2026-04-27T02:18:58.576184Z","steps":["trace[23680889] 'process raft request' (duration: 538.360546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.576257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.037619Z","time spent":"538.610134ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:58.576308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.631291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:58.576227Z","caller":"traceutil/trace.go:171","msg":"trace[1093066405] transaction","detail":"{read_only:false; response_revision:28434; number_of_response:1; }","duration":"664.686897ms","start":"2026-04-27T02:18:57.911489Z","end":"2026-04-27T02:18:58.576175Z","steps":["trace[1093066405] 'process raft request' (duration: 523.112174ms)","trace[1093066405] 'compare' (duration: 140.881531ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:58.576397Z","caller":"traceutil/trace.go:171","msg":"trace[2132666816] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28435; }","duration":"535.731144ms","start":"2026-04-27T02:18:58.04064Z","end":"2026-04-27T02:18:58.576371Z","steps":["trace[2132666816] 'agreement among raft nodes before linearized reading' (duration: 535.552688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.576445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.040604Z","time spent":"535.829017ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:18:58.576483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:57.911452Z","time spent":"664.946275ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:59.076411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:59.577218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:59.634314Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.199548263s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:18:59.634955Z","caller":"traceutil/trace.go:171","msg":"trace[1680762685] linearizableReadLoop","detail":"{readStateIndex:29748; appliedIndex:29742; }","duration":"1.058763716s","start":"2026-04-27T02:18:58.57617Z","end":"2026-04-27T02:18:59.634934Z","steps":["trace[1680762685] 'read index received' (duration: 1.058288011s)","trace[1680762685] 'applied index is now lower than readState.Index' (duration: 474.975µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:59.635344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346796024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:18:59.635382Z","caller":"traceutil/trace.go:171","msg":"trace[288160206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28441; }","duration":"1.346887837s","start":"2026-04-27T02:18:58.288485Z","end":"2026-04-27T02:18:59.635373Z","steps":["trace[288160206] 'agreement among raft nodes before linearized reading' (duration: 1.34669118s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:59.635409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.288462Z","time spent":"1.346940239s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:18:59.635392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331204681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-27T02:18:59.63547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541142153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-27T02:18:59.635524Z","caller":"traceutil/trace.go:171","msg":"trace[44436755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28441; }","duration":"1.331417038s","start":"2026-04-27T02:18:58.304078Z","end":"2026-04-27T02:18:59.635495Z","steps":["trace[44436755] 'agreement among raft nodes before linearized reading' (duration: 1.331033976s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:59.635592Z","caller":"traceutil/trace.go:171","msg":"trace[1938826527] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4; range_end:; response_count:1; response_revision:28441; }","duration":"1.541281568s","start":"2026-04-27T02:18:58.094254Z","end":"2026-04-27T02:18:59.635536Z","steps":["trace[1938826527] 'agreement among raft nodes before linearized reading' (duration: 1.540951247s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:59.635625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052357693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:59.635626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.304049Z","time spent":"1.331557803s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T02:18:59.635653Z","caller":"traceutil/trace.go:171","msg":"trace[146479840] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28441; }","duration":"1.052419675s","start":"2026-04-27T02:18:58.583222Z","end":"2026-04-27T02:18:59.635642Z","steps":["trace[146479840] 'agreement among raft nodes before linearized reading' (duration: 1.052369324s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:59.63565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.094234Z","time spent":"1.541402142s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" "} {"level":"warn","ts":"2026-04-27T02:18:59.635678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.583201Z","time spent":"1.052471656s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-27T02:18:59.635702Z","caller":"traceutil/trace.go:171","msg":"trace[1840609012] transaction","detail":"{read_only:false; response_revision:28438; number_of_response:1; }","duration":"1.537535199s","start":"2026-04-27T02:18:58.098139Z","end":"2026-04-27T02:18:59.635674Z","steps":["trace[1840609012] 'process raft request' (duration: 1.53662566s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:59.635811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.098126Z","time spent":"1.537615582s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:59.635883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.521983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:59.635904Z","caller":"traceutil/trace.go:171","msg":"trace[1172368274] transaction","detail":"{read_only:false; response_revision:28436; number_of_response:1; }","duration":"1.540521174s","start":"2026-04-27T02:18:58.095374Z","end":"2026-04-27T02:18:59.635896Z","steps":["trace[1172368274] 'process raft request' (duration: 1.539156521s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:59.635906Z","caller":"traceutil/trace.go:171","msg":"trace[1131625207] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:28441; }","duration":"363.587585ms","start":"2026-04-27T02:18:59.272312Z","end":"2026-04-27T02:18:59.6359Z","steps":["trace[1131625207] 'agreement among raft nodes before linearized reading' (duration: 363.514143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:59.635929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.27228Z","time spent":"363.643197ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:59.635926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440015539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:59.635943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.095362Z","time spent":"1.540558095s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:59.635964Z","caller":"traceutil/trace.go:171","msg":"trace[2109302082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:28441; }","duration":"1.440104522s","start":"2026-04-27T02:18:58.195846Z","end":"2026-04-27T02:18:59.63595Z","steps":["trace[2109302082] 'agreement among raft nodes before linearized reading' (duration: 1.4400358s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:59.635997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.195816Z","time spent":"1.440172134s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:59.636064Z","caller":"traceutil/trace.go:171","msg":"trace[804566643] transaction","detail":"{read_only:false; response_revision:28439; number_of_response:1; }","duration":"1.537849719s","start":"2026-04-27T02:18:58.098176Z","end":"2026-04-27T02:18:59.636026Z","steps":["trace[804566643] 'process raft request' (duration: 1.536641621s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:59.636163Z","caller":"traceutil/trace.go:171","msg":"trace[190415388] transaction","detail":"{read_only:false; response_revision:28437; number_of_response:1; }","duration":"1.539099919s","start":"2026-04-27T02:18:58.097049Z","end":"2026-04-27T02:18:59.636149Z","steps":["trace[190415388] 'process raft request' (duration: 1.537677664s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:59.636204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54069716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-04-27T02:18:59.636223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.097041Z","time spent":"1.53914788s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:59.636228Z","caller":"traceutil/trace.go:171","msg":"trace[1251384525] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28441; }","duration":"1.54074315s","start":"2026-04-27T02:18:58.095478Z","end":"2026-04-27T02:18:59.636221Z","steps":["trace[1251384525] 'agreement among raft nodes before linearized reading' (duration: 1.540651898s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:59.636229Z","caller":"traceutil/trace.go:171","msg":"trace[1407581857] transaction","detail":"{read_only:false; response_revision:28440; number_of_response:1; }","duration":"1.5378874s","start":"2026-04-27T02:18:58.098332Z","end":"2026-04-27T02:18:59.636219Z","steps":["trace[1407581857] 'process raft request' (duration: 1.536514437s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:59.636224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.098163Z","time spent":"1.537962023s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:59.636249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.095458Z","time spent":"1.540786702s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:18:59.636275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.098325Z","time spent":"1.537927341s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:59.63645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539660716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:59.636462Z","caller":"traceutil/trace.go:171","msg":"trace[1951496895] transaction","detail":"{read_only:false; response_revision:28441; number_of_response:1; }","duration":"1.537246591s","start":"2026-04-27T02:18:58.0992Z","end":"2026-04-27T02:18:59.636447Z","steps":["trace[1951496895] 'process raft request' (duration: 1.535699302s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:59.636504Z","caller":"traceutil/trace.go:171","msg":"trace[516961132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28441; }","duration":"1.53976199s","start":"2026-04-27T02:18:58.096723Z","end":"2026-04-27T02:18:59.636485Z","steps":["trace[516961132] 'agreement among raft nodes before linearized reading' (duration: 1.539676947s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:59.636551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.096695Z","time spent":"1.539844212s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:59.636565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.099192Z","time spent":"1.537304452s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:59.977962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.832583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:19:00.001935Z","caller":"traceutil/trace.go:171","msg":"trace[2054026224] transaction","detail":"{read_only:false; response_revision:28442; number_of_response:1; }","duration":"363.574075ms","start":"2026-04-27T02:18:59.638338Z","end":"2026-04-27T02:19:00.001912Z","steps":["trace[2054026224] 'process raft request' (duration: 19.689772ms)","trace[2054026224] 'compare' (duration: 317.427178ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:00.002681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.638307Z","time spent":"364.329589ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:00.002894Z","caller":"traceutil/trace.go:171","msg":"trace[830594482] linearizableReadLoop","detail":"{readStateIndex:29749; appliedIndex:29748; }","duration":"362.992817ms","start":"2026-04-27T02:18:59.639895Z","end":"2026-04-27T02:19:00.002888Z","steps":["trace[830594482] 'read index received' (duration: 18.157694ms)","trace[830594482] 'applied index is now lower than readState.Index' (duration: 344.834303ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:00.003002Z","caller":"traceutil/trace.go:171","msg":"trace[1497048403] transaction","detail":"{read_only:false; response_revision:28444; number_of_response:1; }","duration":"360.946742ms","start":"2026-04-27T02:18:59.642025Z","end":"2026-04-27T02:19:00.002972Z","steps":["trace[1497048403] 'process raft request' (duration: 359.831597ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:00.00305Z","caller":"traceutil/trace.go:171","msg":"trace[986251907] transaction","detail":"{read_only:false; response_revision:28443; number_of_response:1; }","duration":"361.450698ms","start":"2026-04-27T02:18:59.641567Z","end":"2026-04-27T02:19:00.003018Z","steps":["trace[986251907] 'process raft request' (duration: 358.610379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:00.003169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.635996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17233"} {"level":"warn","ts":"2026-04-27T02:19:00.0032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.642012Z","time spent":"361.093327ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:00.003213Z","caller":"traceutil/trace.go:171","msg":"trace[1507797904] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28444; }","duration":"356.696218ms","start":"2026-04-27T02:18:59.646511Z","end":"2026-04-27T02:19:00.003207Z","steps":["trace[1507797904] 'agreement among raft nodes before linearized reading' (duration: 356.474611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:00.003245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.641532Z","time spent":"361.617423ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:00.003236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.308037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T02:19:00.003313Z","caller":"traceutil/trace.go:171","msg":"trace[1148247361] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28444; }","duration":"363.42463ms","start":"2026-04-27T02:18:59.639869Z","end":"2026-04-27T02:19:00.003293Z","steps":["trace[1148247361] 'agreement among raft nodes before linearized reading' (duration: 363.11045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:00.003322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.646502Z","time spent":"356.782291ms","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17257,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T02:19:00.003383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.829225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:00.003391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.827243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:19:00.003419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.649927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-27T02:19:00.003464Z","caller":"traceutil/trace.go:171","msg":"trace[1171189421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28444; }","duration":"351.964419ms","start":"2026-04-27T02:18:59.65148Z","end":"2026-04-27T02:19:00.003445Z","steps":["trace[1171189421] 'agreement among raft nodes before linearized reading' (duration: 351.787613ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:00.003478Z","caller":"traceutil/trace.go:171","msg":"trace[1411725856] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28444; }","duration":"237.980948ms","start":"2026-04-27T02:18:59.765476Z","end":"2026-04-27T02:19:00.003457Z","steps":["trace[1411725856] 'agreement among raft nodes before linearized reading' (duration: 237.786062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:00.003509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.65147Z","time spent":"352.033391ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:19:00.00351Z","caller":"traceutil/trace.go:171","msg":"trace[2095371279] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28444; }","duration":"356.732729ms","start":"2026-04-27T02:18:59.646752Z","end":"2026-04-27T02:19:00.003485Z","steps":["trace[2095371279] 'agreement among raft nodes before linearized reading' (duration: 356.579314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:00.003354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.639858Z","time spent":"363.489073ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:19:00.003603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.646745Z","time spent":"356.832132ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:19:00.003317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.804947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:00.003674Z","caller":"traceutil/trace.go:171","msg":"trace[1018379768] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28444; }","duration":"109.19359ms","start":"2026-04-27T02:18:59.894469Z","end":"2026-04-27T02:19:00.003662Z","steps":["trace[1018379768] 'agreement among raft nodes before linearized reading' (duration: 108.778727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:00.003417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.003018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:00.003793Z","caller":"traceutil/trace.go:171","msg":"trace[2118573181] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28444; }","duration":"213.439993ms","start":"2026-04-27T02:18:59.790345Z","end":"2026-04-27T02:19:00.003785Z","steps":["trace[2118573181] 'agreement among raft nodes before linearized reading' (duration: 213.017469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:00.823912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.381699ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:00.824002Z","caller":"traceutil/trace.go:171","msg":"trace[1636720112] transaction","detail":"{read_only:false; response_revision:28445; number_of_response:1; }","duration":"808.558362ms","start":"2026-04-27T02:19:00.015421Z","end":"2026-04-27T02:19:00.823979Z","steps":["trace[1636720112] 'process raft request' (duration: 807.53495ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:00.824033Z","caller":"traceutil/trace.go:171","msg":"trace[235540050] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28444; }","duration":"457.520383ms","start":"2026-04-27T02:19:00.366495Z","end":"2026-04-27T02:19:00.824016Z","steps":["trace[235540050] 'range keys from in-memory index tree' (duration: 457.364057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:00.824124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:00.015395Z","time spent":"808.663316ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:01.638924Z","caller":"traceutil/trace.go:171","msg":"trace[1137098921] transaction","detail":"{read_only:false; response_revision:28446; number_of_response:1; }","duration":"1.622940267s","start":"2026-04-27T02:19:00.015947Z","end":"2026-04-27T02:19:01.638887Z","steps":["trace[1137098921] 'process raft request' (duration: 1.622657078s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.639101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:00.01594Z","time spent":"1.6230672s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:01.639263Z","caller":"traceutil/trace.go:171","msg":"trace[891857779] transaction","detail":"{read_only:false; response_revision:28448; number_of_response:1; }","duration":"1.589549842s","start":"2026-04-27T02:19:00.049683Z","end":"2026-04-27T02:19:01.639233Z","steps":["trace[891857779] 'process raft request' (duration: 1.5891448s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:01.639021Z","caller":"traceutil/trace.go:171","msg":"trace[1283165766] transaction","detail":"{read_only:false; response_revision:28447; number_of_response:1; }","duration":"1.601061626s","start":"2026-04-27T02:19:00.037893Z","end":"2026-04-27T02:19:01.638955Z","steps":["trace[1283165766] 'process raft request' (duration: 1.60088418s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.639416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:00.049658Z","time spent":"1.589678246s","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:01.639459Z","caller":"traceutil/trace.go:171","msg":"trace[1320482650] transaction","detail":"{read_only:false; response_revision:28449; number_of_response:1; }","duration":"1.54263278s","start":"2026-04-27T02:19:00.096788Z","end":"2026-04-27T02:19:01.639421Z","steps":["trace[1320482650] 'process raft request' (duration: 1.542393063s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:01.639606Z","caller":"traceutil/trace.go:171","msg":"trace[698012275] transaction","detail":"{read_only:false; response_revision:28450; number_of_response:1; }","duration":"1.542542937s","start":"2026-04-27T02:19:00.097037Z","end":"2026-04-27T02:19:01.63958Z","steps":["trace[698012275] 'process raft request' (duration: 1.54231462s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.639628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:00.037852Z","time spent":"1.601584272s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:01.63968Z","caller":"traceutil/trace.go:171","msg":"trace[1599409976] linearizableReadLoop","detail":"{readStateIndex:29759; appliedIndex:29751; }","duration":"1.059914951s","start":"2026-04-27T02:19:00.579751Z","end":"2026-04-27T02:19:01.639665Z","steps":["trace[1599409976] 'read index received' (duration: 243.224293ms)","trace[1599409976] 'applied index is now lower than readState.Index' (duration: 816.689588ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:01.639743Z","caller":"traceutil/trace.go:171","msg":"trace[297008295] transaction","detail":"{read_only:false; response_revision:28452; number_of_response:1; }","duration":"1.539135329s","start":"2026-04-27T02:19:00.100591Z","end":"2026-04-27T02:19:01.639727Z","steps":["trace[297008295] 'process raft request' (duration: 1.539029636s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.639739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:00.096758Z","time spent":"1.542856057s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:01.639733Z","caller":"traceutil/trace.go:171","msg":"trace[1277359704] transaction","detail":"{read_only:false; response_revision:28451; number_of_response:1; }","duration":"1.54075343s","start":"2026-04-27T02:19:00.098948Z","end":"2026-04-27T02:19:01.639702Z","steps":["trace[1277359704] 'process raft request' (duration: 1.540577895s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.639805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:00.100586Z","time spent":"1.539181481s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:01.639758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:00.097031Z","time spent":"1.542654271s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:01.639806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060059635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-27T02:19:01.639873Z","caller":"traceutil/trace.go:171","msg":"trace[872914265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28452; }","duration":"1.060157918s","start":"2026-04-27T02:19:00.579707Z","end":"2026-04-27T02:19:01.639865Z","steps":["trace[872914265] 'agreement among raft nodes before linearized reading' (duration: 1.060025614s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.639885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:00.098942Z","time spent":"1.540866764s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:01.639909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:00.579685Z","time spent":"1.06021117s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:19:02.226994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.865157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:19:02.227133Z","caller":"traceutil/trace.go:171","msg":"trace[698531166] linearizableReadLoop","detail":"{readStateIndex:29760; appliedIndex:29759; }","duration":"587.397175ms","start":"2026-04-27T02:19:01.639711Z","end":"2026-04-27T02:19:02.227108Z","steps":["trace[698531166] 'read index received' (duration: 435.479586ms)","trace[698531166] 'applied index is now lower than readState.Index' (duration: 151.915799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:02.227338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423647571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7350"} {"level":"info","ts":"2026-04-27T02:19:02.227421Z","caller":"traceutil/trace.go:171","msg":"trace[1572990922] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28453; }","duration":"1.423765605s","start":"2026-04-27T02:19:00.803641Z","end":"2026-04-27T02:19:02.227406Z","steps":["trace[1572990922] 'agreement among raft nodes before linearized reading' (duration: 1.423556888s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.227484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:00.80362Z","time spent":"1.423849388s","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7374,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-27T02:19:02.22759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522844145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:02.227604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507030656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:02.227702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53757172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.67\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-27T02:19:02.227725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.150111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:02.227735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157664539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:19:02.227769Z","caller":"traceutil/trace.go:171","msg":"trace[910305863] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28453; }","duration":"810.198562ms","start":"2026-04-27T02:19:01.417554Z","end":"2026-04-27T02:19:02.227753Z","steps":["trace[910305863] 'agreement among raft nodes before linearized reading' (duration: 810.11992ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:02.227767Z","caller":"traceutil/trace.go:171","msg":"trace[438863911] range","detail":"{range_begin:/registry/masterleases/199.19.213.67; range_end:; response_count:1; response_revision:28453; }","duration":"1.537671643s","start":"2026-04-27T02:19:00.690077Z","end":"2026-04-27T02:19:02.227749Z","steps":["trace[438863911] 'agreement among raft nodes before linearized reading' (duration: 1.537441636s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.227775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462265661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:02.227777Z","caller":"traceutil/trace.go:171","msg":"trace[129696588] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:28453; }","duration":"1.157723221s","start":"2026-04-27T02:19:01.070043Z","end":"2026-04-27T02:19:02.227766Z","steps":["trace[129696588] 'agreement among raft nodes before linearized reading' (duration: 1.157649529s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:02.227806Z","caller":"traceutil/trace.go:171","msg":"trace[562747187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28453; }","duration":"1.462328153s","start":"2026-04-27T02:19:00.765469Z","end":"2026-04-27T02:19:02.227797Z","steps":["trace[562747187] 'agreement among raft nodes before linearized reading' (duration: 1.462275741s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.227807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.417493Z","time spent":"810.303486ms","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:02.227822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.070036Z","time spent":"1.157772522s","remote":"127.0.0.1:34018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:02.227842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:00.76545Z","time spent":"1.462384585s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:19:02.227718Z","caller":"traceutil/trace.go:171","msg":"trace[1335159356] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28453; }","duration":"1.507189241s","start":"2026-04-27T02:19:00.720505Z","end":"2026-04-27T02:19:02.227694Z","steps":["trace[1335159356] 'agreement among raft nodes before linearized reading' (duration: 1.506967994s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:02.227842Z","caller":"traceutil/trace.go:171","msg":"trace[1544414373] transaction","detail":"{read_only:false; response_revision:28453; number_of_response:1; }","duration":"1.030897254s","start":"2026-04-27T02:19:01.196878Z","end":"2026-04-27T02:19:02.227775Z","steps":["trace[1544414373] 'process raft request' (duration: 878.119088ms)","trace[1544414373] 'compare' (duration: 151.450454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:02.227924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169149282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-27T02:19:02.227942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:00.720443Z","time spent":"1.50747457s","remote":"127.0.0.1:39946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:02.227983Z","caller":"traceutil/trace.go:171","msg":"trace[867110245] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28453; }","duration":"1.169271365s","start":"2026-04-27T02:19:01.0587Z","end":"2026-04-27T02:19:02.227971Z","steps":["trace[867110245] 'agreement among raft nodes before linearized reading' (duration: 1.169023578s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.227807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:00.690054Z","time spent":"1.537742356s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.67\" "} {"level":"warn","ts":"2026-04-27T02:19:02.228013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.058678Z","time spent":"1.169327477s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T02:19:02.227988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.195789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-27T02:19:02.227654Z","caller":"traceutil/trace.go:171","msg":"trace[696060651] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:28453; }","duration":"1.522987089s","start":"2026-04-27T02:19:00.704652Z","end":"2026-04-27T02:19:02.227639Z","steps":["trace[696060651] 'agreement among raft nodes before linearized reading' (duration: 1.522844654s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:02.228079Z","caller":"traceutil/trace.go:171","msg":"trace[1768765828] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:28453; }","duration":"782.348423ms","start":"2026-04-27T02:19:01.445705Z","end":"2026-04-27T02:19:02.228054Z","steps":["trace[1768765828] 'agreement among raft nodes before linearized reading' (duration: 782.071244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.228097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:00.704625Z","time spent":"1.523457474s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:02.22807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.196847Z","time spent":"1.031124971s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:02.22814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.445678Z","time spent":"782.451396ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-27T02:19:02.228972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283530155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:02.229015Z","caller":"traceutil/trace.go:171","msg":"trace[2118981544] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:28453; }","duration":"1.283619588s","start":"2026-04-27T02:19:00.945385Z","end":"2026-04-27T02:19:02.229005Z","steps":["trace[2118981544] 'agreement among raft nodes before linearized reading' (duration: 1.283546506s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.229315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:00.945045Z","time spent":"1.284259969s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:02.632052Z","caller":"traceutil/trace.go:171","msg":"trace[1503486026] transaction","detail":"{read_only:false; response_revision:28454; number_of_response:1; }","duration":"987.05979ms","start":"2026-04-27T02:19:01.644972Z","end":"2026-04-27T02:19:02.632032Z","steps":["trace[1503486026] 'process raft request' (duration: 986.495623ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:02.632108Z","caller":"traceutil/trace.go:171","msg":"trace[1379703004] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28454; }","duration":"984.695486ms","start":"2026-04-27T02:19:01.647398Z","end":"2026-04-27T02:19:02.632094Z","steps":["trace[1379703004] 'process raft request' (duration: 984.366326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.632212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.644949Z","time spent":"987.182655ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:02.632218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.853394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-27T02:19:02.63227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.266642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:19:02.632327Z","caller":"traceutil/trace.go:171","msg":"trace[1333722154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28454; }","duration":"616.012249ms","start":"2026-04-27T02:19:02.016294Z","end":"2026-04-27T02:19:02.632306Z","steps":["trace[1333722154] 'agreement among raft nodes before linearized reading' (duration: 615.694689ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:02.632357Z","caller":"traceutil/trace.go:171","msg":"trace[1338197560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28454; }","duration":"990.409816ms","start":"2026-04-27T02:19:01.641928Z","end":"2026-04-27T02:19:02.632338Z","steps":["trace[1338197560] 'agreement among raft nodes before linearized reading' (duration: 990.122267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.632321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.870318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-27T02:19:02.632396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.651123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-27T02:19:02.6324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.641904Z","time spent":"990.486489ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:19:02.632384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.435037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:19:02.632438Z","caller":"traceutil/trace.go:171","msg":"trace[498967648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28454; }","duration":"618.004363ms","start":"2026-04-27T02:19:02.014411Z","end":"2026-04-27T02:19:02.632415Z","steps":["trace[498967648] 'agreement among raft nodes before linearized reading' (duration: 617.652711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.632188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.647372Z","time spent":"984.761708ms","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:19:02.632474Z","caller":"traceutil/trace.go:171","msg":"trace[68609778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28454; }","duration":"990.588282ms","start":"2026-04-27T02:19:01.641866Z","end":"2026-04-27T02:19:02.632454Z","steps":["trace[68609778] 'agreement among raft nodes before linearized reading' (duration: 990.303703ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:02.632429Z","caller":"traceutil/trace.go:171","msg":"trace[234019963] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28454; }","duration":"989.698264ms","start":"2026-04-27T02:19:01.64272Z","end":"2026-04-27T02:19:02.632419Z","steps":["trace[234019963] 'agreement among raft nodes before linearized reading' (duration: 989.288671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.632506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.014345Z","time spent":"618.148997ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:19:02.63252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.641844Z","time spent":"990.667815ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:19:02.632545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.642708Z","time spent":"989.830588ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-27T02:19:02.631853Z","caller":"traceutil/trace.go:171","msg":"trace[1069812613] linearizableReadLoop","detail":"{readStateIndex:29762; appliedIndex:29760; }","duration":"404.634092ms","start":"2026-04-27T02:19:02.227166Z","end":"2026-04-27T02:19:02.6318Z","steps":["trace[1069812613] 'read index received' (duration: 404.270151ms)","trace[1069812613] 'applied index is now lower than readState.Index' (duration: 363.101µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:02.632379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.016264Z","time spent":"616.105572ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:19:02.660153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.229117Z","time spent":"431.028286ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T02:19:02.660316Z","caller":"traceutil/trace.go:171","msg":"trace[1217244990] transaction","detail":"{read_only:false; response_revision:28455; number_of_response:1; }","duration":"427.417452ms","start":"2026-04-27T02:19:02.232865Z","end":"2026-04-27T02:19:02.660283Z","steps":["trace[1217244990] 'process raft request' (duration: 427.192055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.660462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.232844Z","time spent":"427.524946ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:02.660529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.200182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:02.660606Z","caller":"traceutil/trace.go:171","msg":"trace[375720452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28455; }","duration":"431.342216ms","start":"2026-04-27T02:19:02.229247Z","end":"2026-04-27T02:19:02.660589Z","steps":["trace[375720452] 'agreement among raft nodes before linearized reading' (duration: 431.17729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.660647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.229218Z","time spent":"431.423288ms","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:19:02.660738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.745754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-baae30ad-7a6f-4a31-b77c-4c041651a05e\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-27T02:19:02.660865Z","caller":"traceutil/trace.go:171","msg":"trace[111966716] range","detail":"{range_begin:/registry/persistentvolumes/pvc-baae30ad-7a6f-4a31-b77c-4c041651a05e; range_end:; response_count:1; response_revision:28455; }","duration":"428.94038ms","start":"2026-04-27T02:19:02.231901Z","end":"2026-04-27T02:19:02.660842Z","steps":["trace[111966716] 'agreement among raft nodes before linearized reading' (duration: 428.432874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.660952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.231892Z","time spent":"429.046454ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-baae30ad-7a6f-4a31-b77c-4c041651a05e\" "} {"level":"warn","ts":"2026-04-27T02:19:03.160392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336307,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:03.57398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.381795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:19:03.57429Z","caller":"traceutil/trace.go:171","msg":"trace[915676842] linearizableReadLoop","detail":"{readStateIndex:29770; appliedIndex:29764; }","duration":"914.067175ms","start":"2026-04-27T02:19:02.660206Z","end":"2026-04-27T02:19:03.574274Z","steps":["trace[915676842] 'read index received' (duration: 666.277148ms)","trace[915676842] 'applied index is now lower than readState.Index' (duration: 247.789177ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:03.574498Z","caller":"traceutil/trace.go:171","msg":"trace[128668215] transaction","detail":"{read_only:false; response_revision:28461; number_of_response:1; }","duration":"912.788764ms","start":"2026-04-27T02:19:02.661701Z","end":"2026-04-27T02:19:03.57449Z","steps":["trace[128668215] 'process raft request' (duration: 912.540916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:03.574546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.661679Z","time spent":"912.842256ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:03.57454Z","caller":"traceutil/trace.go:171","msg":"trace[969190410] transaction","detail":"{read_only:false; response_revision:28460; number_of_response:1; }","duration":"936.238705ms","start":"2026-04-27T02:19:02.638258Z","end":"2026-04-27T02:19:03.574497Z","steps":["trace[969190410] 'process raft request' (duration: 935.948726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:03.574712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.63825Z","time spent":"936.372289ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:03.574747Z","caller":"traceutil/trace.go:171","msg":"trace[101217772] transaction","detail":"{read_only:false; response_revision:28457; number_of_response:1; }","duration":"937.755133ms","start":"2026-04-27T02:19:02.636953Z","end":"2026-04-27T02:19:03.574709Z","steps":["trace[101217772] 'process raft request' (duration: 937.123093ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:03.574785Z","caller":"traceutil/trace.go:171","msg":"trace[1230336028] transaction","detail":"{read_only:false; response_revision:28456; number_of_response:1; }","duration":"937.859046ms","start":"2026-04-27T02:19:02.636917Z","end":"2026-04-27T02:19:03.574776Z","steps":["trace[1230336028] 'process raft request' (duration: 689.595134ms)","trace[1230336028] 'compare' (duration: 246.951281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:03.574834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.636891Z","time spent":"937.920578ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:03.574833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.161791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-04-27T02:19:03.574882Z","caller":"traceutil/trace.go:171","msg":"trace[1195438227] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:28461; }","duration":"941.288075ms","start":"2026-04-27T02:19:02.63358Z","end":"2026-04-27T02:19:03.574869Z","steps":["trace[1195438227] 'agreement among raft nodes before linearized reading' (duration: 941.093289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:03.574911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.636926Z","time spent":"937.895838ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:03.574929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.633554Z","time spent":"941.366607ms","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13510,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-04-27T02:19:03.574957Z","caller":"traceutil/trace.go:171","msg":"trace[1898832323] transaction","detail":"{read_only:false; response_revision:28458; number_of_response:1; }","duration":"937.537107ms","start":"2026-04-27T02:19:02.63741Z","end":"2026-04-27T02:19:03.574947Z","steps":["trace[1898832323] 'process raft request' (duration: 936.746462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:03.574939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.929334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-27T02:19:03.575011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.637403Z","time spent":"937.584048ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:03.575069Z","caller":"traceutil/trace.go:171","msg":"trace[896199740] transaction","detail":"{read_only:false; response_revision:28459; number_of_response:1; }","duration":"937.500765ms","start":"2026-04-27T02:19:02.637561Z","end":"2026-04-27T02:19:03.575062Z","steps":["trace[896199740] 'process raft request' (duration: 936.623318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:03.575113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.637552Z","time spent":"937.536906ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:03.575066Z","caller":"traceutil/trace.go:171","msg":"trace[1539469246] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:28461; }","duration":"910.1133ms","start":"2026-04-27T02:19:02.664913Z","end":"2026-04-27T02:19:03.575026Z","steps":["trace[1539469246] 'agreement among raft nodes before linearized reading' (duration: 909.79458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:03.575149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.241135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:03.575202Z","caller":"traceutil/trace.go:171","msg":"trace[1462590286] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28461; }","duration":"583.297336ms","start":"2026-04-27T02:19:02.991892Z","end":"2026-04-27T02:19:03.575189Z","steps":["trace[1462590286] 'agreement among raft nodes before linearized reading' (duration: 583.198743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:03.575206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.664893Z","time spent":"910.298005ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-27T02:19:03.575306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.00284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:03.575339Z","caller":"traceutil/trace.go:171","msg":"trace[976990141] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:28461; }","duration":"723.069632ms","start":"2026-04-27T02:19:02.852261Z","end":"2026-04-27T02:19:03.57533Z","steps":["trace[976990141] 'agreement among raft nodes before linearized reading' (duration: 723.0165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:03.575346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.900255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:03.575362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.852242Z","time spent":"723.115023ms","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:03.575379Z","caller":"traceutil/trace.go:171","msg":"trace[370456036] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:28461; }","duration":"608.962847ms","start":"2026-04-27T02:19:02.966405Z","end":"2026-04-27T02:19:03.575368Z","steps":["trace[370456036] 'agreement among raft nodes before linearized reading' (duration: 608.893115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:03.575387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.991852Z","time spent":"583.514443ms","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:03.575424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.966384Z","time spent":"609.024269ms","remote":"127.0.0.1:58644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:03.575457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.033128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-27T02:19:03.575486Z","caller":"traceutil/trace.go:171","msg":"trace[1304381124] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28461; }","duration":"747.138131ms","start":"2026-04-27T02:19:02.828339Z","end":"2026-04-27T02:19:03.575477Z","steps":["trace[1304381124] 'agreement among raft nodes before linearized reading' (duration: 747.024758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:03.575515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.828318Z","time spent":"747.192243ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:19:03.575481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.328389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:03.575621Z","caller":"traceutil/trace.go:171","msg":"trace[2111920759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28461; }","duration":"905.493904ms","start":"2026-04-27T02:19:02.670106Z","end":"2026-04-27T02:19:03.5756Z","steps":["trace[2111920759] 'agreement among raft nodes before linearized reading' (duration: 905.305848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:03.575671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.6701Z","time spent":"905.561426ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:19:04.069329Z","caller":"traceutil/trace.go:171","msg":"trace[984434283] transaction","detail":"{read_only:false; response_revision:28462; number_of_response:1; }","duration":"482.495402ms","start":"2026-04-27T02:19:03.586793Z","end":"2026-04-27T02:19:04.069288Z","steps":["trace[984434283] 'process raft request' (duration: 426.600976ms)","trace[984434283] 'compare' (duration: 55.635008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:04.069992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:03.586773Z","time spent":"482.704778ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:04.411466Z","caller":"traceutil/trace.go:171","msg":"trace[1934309504] transaction","detail":"{read_only:false; response_revision:28467; number_of_response:1; }","duration":"764.292723ms","start":"2026-04-27T02:19:03.647145Z","end":"2026-04-27T02:19:04.411437Z","steps":["trace[1934309504] 'process raft request' (duration: 764.218161ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:04.411527Z","caller":"traceutil/trace.go:171","msg":"trace[1363099962] transaction","detail":"{read_only:false; response_revision:28464; number_of_response:1; }","duration":"766.441111ms","start":"2026-04-27T02:19:03.645056Z","end":"2026-04-27T02:19:04.411497Z","steps":["trace[1363099962] 'process raft request' (duration: 766.109551ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:04.411547Z","caller":"traceutil/trace.go:171","msg":"trace[1270856074] transaction","detail":"{read_only:false; response_revision:28466; number_of_response:1; }","duration":"765.269135ms","start":"2026-04-27T02:19:03.646244Z","end":"2026-04-27T02:19:04.411513Z","steps":["trace[1270856074] 'process raft request' (duration: 765.083159ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:04.411557Z","caller":"traceutil/trace.go:171","msg":"trace[1854030157] transaction","detail":"{read_only:false; response_revision:28463; number_of_response:1; }","duration":"824.268488ms","start":"2026-04-27T02:19:03.587259Z","end":"2026-04-27T02:19:04.411527Z","steps":["trace[1854030157] 'process raft request' (duration: 794.963873ms)","trace[1854030157] 'compare' (duration: 28.482829ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:04.411552Z","caller":"traceutil/trace.go:171","msg":"trace[1747999840] transaction","detail":"{read_only:false; response_revision:28465; number_of_response:1; }","duration":"765.313246ms","start":"2026-04-27T02:19:03.646192Z","end":"2026-04-27T02:19:04.411505Z","steps":["trace[1747999840] 'process raft request' (duration: 765.090359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:04.411697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:03.64503Z","time spent":"766.586556ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:04.411694Z","caller":"traceutil/trace.go:171","msg":"trace[1533002106] linearizableReadLoop","detail":"{readStateIndex:29775; appliedIndex:29770; }","duration":"764.763198ms","start":"2026-04-27T02:19:03.646861Z","end":"2026-04-27T02:19:04.411624Z","steps":["trace[1533002106] 'read index received' (duration: 366.558969ms)","trace[1533002106] 'applied index is now lower than readState.Index' (duration: 398.196629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:04.41173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:03.587242Z","time spent":"824.408512ms","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:04.411729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:03.646239Z","time spent":"765.404549ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:04.411789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:03.646183Z","time spent":"765.493492ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:04.411888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.025126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-27T02:19:04.411926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.028113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:19:04.411934Z","caller":"traceutil/trace.go:171","msg":"trace[655590384] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28468; }","duration":"765.087879ms","start":"2026-04-27T02:19:03.646832Z","end":"2026-04-27T02:19:04.41192Z","steps":["trace[655590384] 'agreement among raft nodes before linearized reading' (duration: 764.939124ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:04.411953Z","caller":"traceutil/trace.go:171","msg":"trace[1946426702] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:28468; }","duration":"127.120535ms","start":"2026-04-27T02:19:04.28482Z","end":"2026-04-27T02:19:04.41194Z","steps":["trace[1946426702] 'agreement among raft nodes before linearized reading' (duration: 127.013902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:04.411965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:03.646822Z","time spent":"765.13549ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:19:04.411988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.712798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:04.412035Z","caller":"traceutil/trace.go:171","msg":"trace[735454196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28468; }","duration":"645.826821ms","start":"2026-04-27T02:19:03.766196Z","end":"2026-04-27T02:19:04.412023Z","steps":["trace[735454196] 'agreement among raft nodes before linearized reading' (duration: 645.638695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:04.412113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.82312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T02:19:04.412156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.161221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-04-27T02:19:04.412165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:03.766171Z","time spent":"645.984476ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:19:04.412184Z","caller":"traceutil/trace.go:171","msg":"trace[44655082] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:28468; }","duration":"229.929473ms","start":"2026-04-27T02:19:04.182235Z","end":"2026-04-27T02:19:04.412165Z","steps":["trace[44655082] 'agreement among raft nodes before linearized reading' (duration: 229.653255ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:04.412192Z","caller":"traceutil/trace.go:171","msg":"trace[866501549] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28468; }","duration":"337.226713ms","start":"2026-04-27T02:19:04.074953Z","end":"2026-04-27T02:19:04.412179Z","steps":["trace[866501549] 'agreement among raft nodes before linearized reading' (duration: 337.073068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:04.412227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:04.074935Z","time spent":"337.285134ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T02:19:04.411998Z","caller":"traceutil/trace.go:171","msg":"trace[86214143] transaction","detail":"{read_only:false; response_revision:28468; number_of_response:1; }","duration":"763.748007ms","start":"2026-04-27T02:19:03.64804Z","end":"2026-04-27T02:19:04.411788Z","steps":["trace[86214143] 'process raft request' (duration: 763.358334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:04.412382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:03.648019Z","time spent":"764.321765ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:04.415521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:03.64713Z","time spent":"764.4739ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:05.282821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.089194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:19:05.282976Z","caller":"traceutil/trace.go:171","msg":"trace[538732879] linearizableReadLoop","detail":"{readStateIndex:29779; appliedIndex:29777; }","duration":"831.189745ms","start":"2026-04-27T02:19:04.451772Z","end":"2026-04-27T02:19:05.282962Z","steps":["trace[538732879] 'read index received' (duration: 489.892095ms)","trace[538732879] 'applied index is now lower than readState.Index' (duration: 341.29685ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:05.283053Z","caller":"traceutil/trace.go:171","msg":"trace[1718320041] transaction","detail":"{read_only:false; response_revision:28470; number_of_response:1; }","duration":"856.779074ms","start":"2026-04-27T02:19:04.426261Z","end":"2026-04-27T02:19:05.283041Z","steps":["trace[1718320041] 'process raft request' (duration: 856.65336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:05.283119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:04.426252Z","time spent":"856.834416ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:05.283178Z","caller":"traceutil/trace.go:171","msg":"trace[1281777219] transaction","detail":"{read_only:false; response_revision:28469; number_of_response:1; }","duration":"857.952631ms","start":"2026-04-27T02:19:04.425189Z","end":"2026-04-27T02:19:05.283141Z","steps":["trace[1281777219] 'process raft request' (duration: 516.465515ms)","trace[1281777219] 'compare' (duration: 341.005801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:05.283554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:04.425166Z","time spent":"858.293532ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:05.283648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.872678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-27T02:19:05.283681Z","caller":"traceutil/trace.go:171","msg":"trace[1640358874] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28470; }","duration":"831.933219ms","start":"2026-04-27T02:19:04.451738Z","end":"2026-04-27T02:19:05.283671Z","steps":["trace[1640358874] 'agreement among raft nodes before linearized reading' (duration: 831.767804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:05.283712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:04.451722Z","time spent":"831.983411ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:19:05.783155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336330,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:06.284058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336330,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:06.517708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.337563022s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:19:06.518442Z","caller":"traceutil/trace.go:171","msg":"trace[974643322] transaction","detail":"{read_only:false; response_revision:28471; number_of_response:1; }","duration":"1.33843347s","start":"2026-04-27T02:19:05.179978Z","end":"2026-04-27T02:19:06.518412Z","steps":["trace[974643322] 'process raft request' (duration: 1.337975795s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:06.518632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:05.179946Z","time spent":"1.338586624s","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7333,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:06.765275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00167122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:06.765382Z","caller":"traceutil/trace.go:171","msg":"trace[1254998472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001838056s","start":"2026-04-27T02:19:04.763519Z","end":"2026-04-27T02:19:06.765357Z","steps":["trace[1254998472] 'agreement among raft nodes before linearized reading' (duration: 2.001697441s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:06.765451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:04.763497Z","time spent":"2.001943599s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:19:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:07.762815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.952625ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T02:19:07.763655Z","caller":"traceutil/trace.go:171","msg":"trace[1659634829] transaction","detail":"{read_only:false; response_revision:28472; number_of_response:1; }","duration":"1.681553979s","start":"2026-04-27T02:19:06.082071Z","end":"2026-04-27T02:19:07.763625Z","steps":["trace[1659634829] 'process raft request' (duration: 1.680864967s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:07.763869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:06.082043Z","time spent":"1.681704614s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:08.136418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.701903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:19:08.13674Z","caller":"traceutil/trace.go:171","msg":"trace[464821724] transaction","detail":"{read_only:false; response_revision:28473; number_of_response:1; }","duration":"1.716934776s","start":"2026-04-27T02:19:06.419775Z","end":"2026-04-27T02:19:08.136709Z","steps":["trace[464821724] 'process raft request' (duration: 1.34382736s)","trace[464821724] 'compare' (duration: 372.511727ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:08.136847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:06.419749Z","time spent":"1.71705158s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:08.136973Z","caller":"traceutil/trace.go:171","msg":"trace[397454843] transaction","detail":"{read_only:false; response_revision:28475; number_of_response:1; }","duration":"1.709966117s","start":"2026-04-27T02:19:06.426973Z","end":"2026-04-27T02:19:08.136939Z","steps":["trace[397454843] 'process raft request' (duration: 1.709815412s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:08.137009Z","caller":"traceutil/trace.go:171","msg":"trace[1543872988] transaction","detail":"{read_only:false; response_revision:28479; number_of_response:1; }","duration":"223.464329ms","start":"2026-04-27T02:19:07.913534Z","end":"2026-04-27T02:19:08.136998Z","steps":["trace[1543872988] 'process raft request' (duration: 223.420728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.137053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:06.426957Z","time spent":"1.710059049s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:08.137097Z","caller":"traceutil/trace.go:171","msg":"trace[409327109] linearizableReadLoop","detail":"{readStateIndex:29782; appliedIndex:29779; }","duration":"2.854086268s","start":"2026-04-27T02:19:05.283Z","end":"2026-04-27T02:19:08.137087Z","steps":["trace[409327109] 'read index received' (duration: 1.23492067s)","trace[409327109] 'applied index is now lower than readState.Index' (duration: 1.619164648s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:08.137088Z","caller":"traceutil/trace.go:171","msg":"trace[1714795067] transaction","detail":"{read_only:false; response_revision:28477; number_of_response:1; }","duration":"1.702950185s","start":"2026-04-27T02:19:06.434103Z","end":"2026-04-27T02:19:08.137053Z","steps":["trace[1714795067] 'process raft request' (duration: 1.702764409s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:08.137175Z","caller":"traceutil/trace.go:171","msg":"trace[2111365309] transaction","detail":"{read_only:false; response_revision:28478; number_of_response:1; }","duration":"903.239133ms","start":"2026-04-27T02:19:07.233927Z","end":"2026-04-27T02:19:08.137166Z","steps":["trace[2111365309] 'process raft request' (duration: 902.989535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.13723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:07.233897Z","time spent":"903.300375ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:08.137302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.566838353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:08.137342Z","caller":"traceutil/trace.go:171","msg":"trace[1225389795] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28479; }","duration":"3.566924416s","start":"2026-04-27T02:19:04.570407Z","end":"2026-04-27T02:19:08.137331Z","steps":["trace[1225389795] 'agreement among raft nodes before linearized reading' (duration: 3.566855024s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:08.137354Z","caller":"traceutil/trace.go:171","msg":"trace[1496220206] transaction","detail":"{read_only:false; response_revision:28476; number_of_response:1; }","duration":"1.704035129s","start":"2026-04-27T02:19:06.433299Z","end":"2026-04-27T02:19:08.137334Z","steps":["trace[1496220206] 'process raft request' (duration: 1.703531503s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.137371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:04.57038Z","time spent":"3.566981918s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:08.137403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.852070325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17233"} {"level":"info","ts":"2026-04-27T02:19:08.137431Z","caller":"traceutil/trace.go:171","msg":"trace[167897728] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28479; }","duration":"2.852165428s","start":"2026-04-27T02:19:05.285257Z","end":"2026-04-27T02:19:08.137422Z","steps":["trace[167897728] 'agreement among raft nodes before linearized reading' (duration: 2.852057184s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.137424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:06.433278Z","time spent":"1.704108432s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:08.137461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:05.285208Z","time spent":"2.852245751s","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17257,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T02:19:08.137571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.498927698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-27T02:19:08.137611Z","caller":"traceutil/trace.go:171","msg":"trace[2002840025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28479; }","duration":"3.498968029s","start":"2026-04-27T02:19:04.638633Z","end":"2026-04-27T02:19:08.137601Z","steps":["trace[2002840025] 'agreement among raft nodes before linearized reading' (duration: 3.498875287s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.137636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:04.638567Z","time spent":"3.499062362s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:19:08.137654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493797138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:08.137708Z","caller":"traceutil/trace.go:171","msg":"trace[1506172370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28479; }","duration":"1.49389846s","start":"2026-04-27T02:19:06.643798Z","end":"2026-04-27T02:19:08.137696Z","steps":["trace[1506172370] 'agreement among raft nodes before linearized reading' (duration: 1.493801657s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.137729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575953073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:08.137765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:06.643768Z","time spent":"1.493966423s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:19:08.137789Z","caller":"traceutil/trace.go:171","msg":"trace[356879859] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28479; }","duration":"1.576056736s","start":"2026-04-27T02:19:06.56172Z","end":"2026-04-27T02:19:08.137777Z","steps":["trace[356879859] 'agreement among raft nodes before linearized reading' (duration: 1.575967873s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.137823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:06.5617Z","time spent":"1.576112258s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:08.137886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.489464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-27T02:19:08.137918Z","caller":"traceutil/trace.go:171","msg":"trace[461045980] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28479; }","duration":"849.521315ms","start":"2026-04-27T02:19:07.288386Z","end":"2026-04-27T02:19:08.137907Z","steps":["trace[461045980] 'agreement among raft nodes before linearized reading' (duration: 849.430932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.137943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:07.288274Z","time spent":"849.66201ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T02:19:08.137236Z","caller":"traceutil/trace.go:171","msg":"trace[1896174562] transaction","detail":"{read_only:false; response_revision:28474; number_of_response:1; }","duration":"1.717084532s","start":"2026-04-27T02:19:06.420141Z","end":"2026-04-27T02:19:08.137226Z","steps":["trace[1896174562] 'process raft request' (duration: 1.71641452s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.138038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.447032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:08.138098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555235508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-27T02:19:08.138106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:06.420105Z","time spent":"1.717966579s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:08.138139Z","caller":"traceutil/trace.go:171","msg":"trace[1949620958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28479; }","duration":"2.55531406s","start":"2026-04-27T02:19:05.582813Z","end":"2026-04-27T02:19:08.138127Z","steps":["trace[1949620958] 'agreement among raft nodes before linearized reading' (duration: 2.555210177s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:08.138156Z","caller":"traceutil/trace.go:171","msg":"trace[1150638243] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:28479; }","duration":"981.65583ms","start":"2026-04-27T02:19:07.156468Z","end":"2026-04-27T02:19:08.138124Z","steps":["trace[1150638243] 'agreement among raft nodes before linearized reading' (duration: 981.453694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.138172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:05.58279Z","time spent":"2.555373782s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:19:08.138214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.218965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:08.138249Z","caller":"traceutil/trace.go:171","msg":"trace[1705281157] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28479; }","duration":"118.288277ms","start":"2026-04-27T02:19:08.019952Z","end":"2026-04-27T02:19:08.138241Z","steps":["trace[1705281157] 'agreement among raft nodes before linearized reading' (duration: 118.234875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.13832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554825445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:19:08.138359Z","caller":"traceutil/trace.go:171","msg":"trace[517218426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28479; }","duration":"2.554874587s","start":"2026-04-27T02:19:05.583476Z","end":"2026-04-27T02:19:08.13835Z","steps":["trace[517218426] 'agreement among raft nodes before linearized reading' (duration: 2.554786244s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.138359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264865456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:08.138393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:05.58347Z","time spent":"2.554912678s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:19:08.138439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.164426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:19:08.138478Z","caller":"traceutil/trace.go:171","msg":"trace[474623805] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:28479; }","duration":"252.256569ms","start":"2026-04-27T02:19:07.886212Z","end":"2026-04-27T02:19:08.138468Z","steps":["trace[474623805] 'agreement among raft nodes before linearized reading' (duration: 252.183167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.138513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447235576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T02:19:08.138417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614252403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17233"} {"level":"warn","ts":"2026-04-27T02:19:08.138605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37167065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-27T02:19:08.138623Z","caller":"traceutil/trace.go:171","msg":"trace[1030183448] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28479; }","duration":"1.61448376s","start":"2026-04-27T02:19:06.524128Z","end":"2026-04-27T02:19:08.138612Z","steps":["trace[1030183448] 'agreement among raft nodes before linearized reading' (duration: 1.61383629s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:08.138396Z","caller":"traceutil/trace.go:171","msg":"trace[722350255] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:28479; }","duration":"1.264950998s","start":"2026-04-27T02:19:06.873434Z","end":"2026-04-27T02:19:08.138385Z","steps":["trace[722350255] 'agreement among raft nodes before linearized reading' (duration: 1.264854695s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:08.138642Z","caller":"traceutil/trace.go:171","msg":"trace[1461018391] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4; range_end:; response_count:1; response_revision:28479; }","duration":"1.371744992s","start":"2026-04-27T02:19:06.766885Z","end":"2026-04-27T02:19:08.13863Z","steps":["trace[1461018391] 'agreement among raft nodes before linearized reading' (duration: 1.371576447s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.138669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:06.873408Z","time spent":"1.265249518s","remote":"127.0.0.1:40100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:08.138686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:06.76686Z","time spent":"1.371817644s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" "} {"level":"warn","ts":"2026-04-27T02:19:08.138708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.878577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-27T02:19:08.138723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041591022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:08.138752Z","caller":"traceutil/trace.go:171","msg":"trace[524811657] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28479; }","duration":"730.960081ms","start":"2026-04-27T02:19:07.407783Z","end":"2026-04-27T02:19:08.138743Z","steps":["trace[524811657] 'agreement among raft nodes before linearized reading' (duration: 730.853687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.138783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:07.407762Z","time spent":"731.013832ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-27T02:19:08.138777Z","caller":"traceutil/trace.go:171","msg":"trace[1673363120] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28479; }","duration":"2.041708036s","start":"2026-04-27T02:19:06.097055Z","end":"2026-04-27T02:19:08.138763Z","steps":["trace[1673363120] 'agreement among raft nodes before linearized reading' (duration: 2.041618773s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.138838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:06.09704Z","time spent":"2.041781318s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:08.138258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:07.156444Z","time spent":"981.768003ms","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:08.138952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55814151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-27T02:19:08.138443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366650621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:08.138578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555718383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-27T02:19:08.139097Z","caller":"traceutil/trace.go:171","msg":"trace[1491457832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28479; }","duration":"1.367362223s","start":"2026-04-27T02:19:06.771724Z","end":"2026-04-27T02:19:08.139086Z","steps":["trace[1491457832] 'agreement among raft nodes before linearized reading' (duration: 1.366691582s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.139147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:06.771689Z","time spent":"1.367445706s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:19:08.138683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:06.524111Z","time spent":"1.614536672s","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17257,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-27T02:19:08.138635Z","caller":"traceutil/trace.go:171","msg":"trace[1352961128] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:28479; }","duration":"2.447448343s","start":"2026-04-27T02:19:05.691161Z","end":"2026-04-27T02:19:08.138609Z","steps":["trace[1352961128] 'agreement among raft nodes before linearized reading' (duration: 2.44704026s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.139003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388316985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-27T02:19:08.139448Z","caller":"traceutil/trace.go:171","msg":"trace[123104375] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28479; }","duration":"1.38878706s","start":"2026-04-27T02:19:06.750641Z","end":"2026-04-27T02:19:08.139428Z","steps":["trace[123104375] 'agreement among raft nodes before linearized reading' (duration: 1.388279844s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.13952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:06.750523Z","time spent":"1.388976866s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-27T02:19:08.139104Z","caller":"traceutil/trace.go:171","msg":"trace[980404580] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28479; }","duration":"2.556278331s","start":"2026-04-27T02:19:05.582813Z","end":"2026-04-27T02:19:08.139092Z","steps":["trace[980404580] 'agreement among raft nodes before linearized reading' (duration: 2.555702922s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.139651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.852464157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T02:19:08.139691Z","caller":"traceutil/trace.go:171","msg":"trace[4648093] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28479; }","duration":"2.852518899s","start":"2026-04-27T02:19:05.287158Z","end":"2026-04-27T02:19:08.139677Z","steps":["trace[4648093] 'agreement among raft nodes before linearized reading' (duration: 2.852388555s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.139687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:05.582792Z","time spent":"2.55687821s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-27T02:19:08.139725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:05.287145Z","time spent":"2.85257356s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:19:08.139503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558765019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:19:08.139836Z","caller":"traceutil/trace.go:171","msg":"trace[1520919186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28479; }","duration":"2.559131461s","start":"2026-04-27T02:19:05.580686Z","end":"2026-04-27T02:19:08.139817Z","steps":["trace[1520919186] 'agreement among raft nodes before linearized reading' (duration: 2.558670697s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.139903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:05.580659Z","time spent":"2.559226754s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:19:08.137293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:06.434074Z","time spent":"1.70309735s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:08.139067Z","caller":"traceutil/trace.go:171","msg":"trace[167772736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28479; }","duration":"2.558269964s","start":"2026-04-27T02:19:05.580785Z","end":"2026-04-27T02:19:08.139055Z","steps":["trace[167772736] 'agreement among raft nodes before linearized reading' (duration: 2.557953464s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:08.140144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:05.580779Z","time spent":"2.559356279s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:19:08.139395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:05.691138Z","time spent":"2.448225587s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:08.643319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:09.144055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:09.644328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:10.14531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:10.147918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999896945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:19:10.148089Z","caller":"traceutil/trace.go:171","msg":"trace[958356556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000134702s","start":"2026-04-27T02:19:08.147928Z","end":"2026-04-27T02:19:10.148062Z","steps":["trace[958356556] 'agreement among raft nodes before linearized reading' (duration: 1.999932895s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:10.148186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.147904Z","time spent":"2.000266286s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:19:10.423054Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.279937551s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:19:11.231795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.376036ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:11.231938Z","caller":"traceutil/trace.go:171","msg":"trace[1152987035] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28479; }","duration":"871.536091ms","start":"2026-04-27T02:19:10.36038Z","end":"2026-04-27T02:19:11.231916Z","steps":["trace[1152987035] 'range keys from in-memory index tree' (duration: 871.354656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:11.233178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.800441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:19:11.233394Z","caller":"traceutil/trace.go:171","msg":"trace[826003338] transaction","detail":"{read_only:false; response_revision:28480; number_of_response:1; }","duration":"3.090238138s","start":"2026-04-27T02:19:08.143007Z","end":"2026-04-27T02:19:11.233245Z","steps":["trace[826003338] 'process raft request' (duration: 2.280288382s)","trace[826003338] 'compare' (duration: 807.963933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:11.233627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.142986Z","time spent":"3.090582038s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:12.151409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002706494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:12.151526Z","caller":"traceutil/trace.go:171","msg":"trace[2092483939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00288534s","start":"2026-04-27T02:19:10.148617Z","end":"2026-04-27T02:19:12.151502Z","steps":["trace[2092483939] 'agreement among raft nodes before linearized reading' (duration: 2.002730355s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:12.151613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:10.148604Z","time spent":"2.002993753s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:19:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:13.144552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.146046Z","time spent":"4.998485737s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:19:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:13.144565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.146097Z","time spent":"4.998456676s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:19:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:13.147014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.147883Z","time spent":"4.999127008s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:19:13.644373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.146962Z","time spent":"5.497400048s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:19:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:14.011507Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.587882208s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:19:14.012135Z","caller":"traceutil/trace.go:171","msg":"trace[331356551] transaction","detail":"{read_only:false; response_revision:28483; number_of_response:1; }","duration":"5.865895228s","start":"2026-04-27T02:19:08.14621Z","end":"2026-04-27T02:19:14.012106Z","steps":["trace[331356551] 'process raft request' (duration: 5.865815656s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:14.012322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.14619Z","time spent":"5.866038282s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:14.012896Z","caller":"traceutil/trace.go:171","msg":"trace[229111142] transaction","detail":"{read_only:false; response_revision:28485; number_of_response:1; }","duration":"5.866579529s","start":"2026-04-27T02:19:08.146281Z","end":"2026-04-27T02:19:14.012861Z","steps":["trace[229111142] 'process raft request' (duration: 5.866120615s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:14.013066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.146253Z","time spent":"5.866727344s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:14.013093Z","caller":"traceutil/trace.go:171","msg":"trace[650555176] linearizableReadLoop","detail":"{readStateIndex:29800; appliedIndex:29789; }","duration":"5.869919215s","start":"2026-04-27T02:19:08.143162Z","end":"2026-04-27T02:19:14.013081Z","steps":["trace[650555176] 'read index received' (duration: 2.280175989s)","trace[650555176] 'applied index is now lower than readState.Index' (duration: 3.589742376s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:14.013169Z","caller":"traceutil/trace.go:171","msg":"trace[1453082295] transaction","detail":"{read_only:false; response_revision:28486; number_of_response:1; }","duration":"5.865250968s","start":"2026-04-27T02:19:08.147904Z","end":"2026-04-27T02:19:14.013155Z","steps":["trace[1453082295] 'process raft request' (duration: 5.864875566s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:14.013233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.147879Z","time spent":"5.86531843s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:14.013253Z","caller":"traceutil/trace.go:171","msg":"trace[369619783] transaction","detail":"{read_only:false; response_revision:28493; number_of_response:1; }","duration":"3.866252171s","start":"2026-04-27T02:19:10.14699Z","end":"2026-04-27T02:19:14.013242Z","steps":["trace[369619783] 'process raft request' (duration: 3.866051265s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:14.013255Z","caller":"traceutil/trace.go:171","msg":"trace[1849337057] transaction","detail":"{read_only:false; response_revision:28491; number_of_response:1; }","duration":"3.866456017s","start":"2026-04-27T02:19:10.146758Z","end":"2026-04-27T02:19:14.013214Z","steps":["trace[1849337057] 'process raft request' (duration: 3.86622196s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:14.013341Z","caller":"traceutil/trace.go:171","msg":"trace[233733446] transaction","detail":"{read_only:false; response_revision:28492; number_of_response:1; }","duration":"3.866394656s","start":"2026-04-27T02:19:10.146938Z","end":"2026-04-27T02:19:14.013333Z","steps":["trace[233733446] 'process raft request' (duration: 3.866071536s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:14.013388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:10.146923Z","time spent":"3.866439517s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:14.013404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.870242705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-27T02:19:14.013438Z","caller":"traceutil/trace.go:171","msg":"trace[1357719233] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28493; }","duration":"5.870315338s","start":"2026-04-27T02:19:08.14311Z","end":"2026-04-27T02:19:14.013425Z","steps":["trace[1357719233] 'agreement among raft nodes before linearized reading' (duration: 5.870203495s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:14.013473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.143084Z","time spent":"5.870382799s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:19:14.013474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:10.146724Z","time spent":"3.866644963s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:14.013543Z","caller":"traceutil/trace.go:171","msg":"trace[533283085] transaction","detail":"{read_only:false; response_revision:28488; number_of_response:1; }","duration":"5.578670565s","start":"2026-04-27T02:19:08.434864Z","end":"2026-04-27T02:19:14.013534Z","steps":["trace[533283085] 'process raft request' (duration: 5.578016164s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:14.013543Z","caller":"traceutil/trace.go:171","msg":"trace[2000813426] transaction","detail":"{read_only:false; response_revision:28489; number_of_response:1; }","duration":"3.87187896s","start":"2026-04-27T02:19:10.141654Z","end":"2026-04-27T02:19:14.013533Z","steps":["trace[2000813426] 'process raft request' (duration: 3.87125963s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:14.013595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.434831Z","time spent":"5.578736457s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:14.013306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:10.146978Z","time spent":"3.866300563s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:14.013614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:10.141628Z","time spent":"3.871943661s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:14.013638Z","caller":"traceutil/trace.go:171","msg":"trace[1670981846] transaction","detail":"{read_only:false; response_revision:28490; number_of_response:1; }","duration":"3.870164125s","start":"2026-04-27T02:19:10.143458Z","end":"2026-04-27T02:19:14.013622Z","steps":["trace[1670981846] 'process raft request' (duration: 3.869488794s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:14.01374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:10.143421Z","time spent":"3.870260358s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:14.159045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000782343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:19:14.159131Z","caller":"traceutil/trace.go:171","msg":"trace[1087134020] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000884896s","start":"2026-04-27T02:19:12.158226Z","end":"2026-04-27T02:19:14.15911Z","steps":["trace[1087134020] 'agreement among raft nodes before linearized reading' (duration: 2.000779333s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:14.159188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:12.158202Z","time spent":"2.000978178s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:19:15.579439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.987207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:15.579529Z","caller":"traceutil/trace.go:171","msg":"trace[505158245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"433.120402ms","start":"2026-04-27T02:19:15.14638Z","end":"2026-04-27T02:19:15.5795Z","steps":["trace[505158245] 'agreement among raft nodes before linearized reading' (duration: 433.012608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:15.579581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:15.146361Z","time spent":"433.212685ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/27 02:19:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:15.580288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.386601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:15.5804Z","caller":"traceutil/trace.go:171","msg":"trace[164529577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"433.569476ms","start":"2026-04-27T02:19:15.146804Z","end":"2026-04-27T02:19:15.580374Z","steps":["trace[164529577] 'agreement among raft nodes before linearized reading' (duration: 433.423762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:15.580457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:15.14678Z","time spent":"433.665569ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/27 02:19:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:15.588687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.165740375s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:19:15.947143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:14.940689Z","time spent":"1.006444452s","remote":"127.0.0.1:44768","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:19:15.949059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525988394s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:19:15.949263Z","caller":"traceutil/trace.go:171","msg":"trace[1505940294] linearizableReadLoop","detail":"{readStateIndex:29804; appliedIndex:29803; }","duration":"1.93612024s","start":"2026-04-27T02:19:14.013124Z","end":"2026-04-27T02:19:15.949244Z","steps":["trace[1505940294] 'read index received' (duration: 409.865637ms)","trace[1505940294] 'applied index is now lower than readState.Index' (duration: 1.526252973s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:15.949263Z","caller":"traceutil/trace.go:171","msg":"trace[1552081224] transaction","detail":"{read_only:false; response_revision:28494; number_of_response:1; }","duration":"2.802028104s","start":"2026-04-27T02:19:13.147184Z","end":"2026-04-27T02:19:15.949212Z","steps":["trace[1552081224] 'process raft request' (duration: 1.275787972s)","trace[1552081224] 'compare' (duration: 1.524431324s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:15.949456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:13.147163Z","time spent":"2.802181989s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:15.949486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.79279123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-27T02:19:15.949516Z","caller":"traceutil/trace.go:171","msg":"trace[505829851] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4; range_end:; response_count:1; response_revision:28494; }","duration":"3.792850812s","start":"2026-04-27T02:19:12.156655Z","end":"2026-04-27T02:19:15.949506Z","steps":["trace[505829851] 'agreement among raft nodes before linearized reading' (duration: 3.792724148s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:15.949508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900727822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:15.949496Z","caller":"traceutil/trace.go:171","msg":"trace[231409616] transaction","detail":"{read_only:false; response_revision:28495; number_of_response:1; }","duration":"1.929839622s","start":"2026-04-27T02:19:14.019624Z","end":"2026-04-27T02:19:15.949464Z","steps":["trace[231409616] 'process raft request' (duration: 1.929559663s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:15.949552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:12.156638Z","time spent":"3.792905764s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" "} {"level":"warn","ts":"2026-04-27T02:19:15.949592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261701755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:15.949555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.640479329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:19:15.949628Z","caller":"traceutil/trace.go:171","msg":"trace[421510032] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:28494; }","duration":"2.261790257s","start":"2026-04-27T02:19:13.687824Z","end":"2026-04-27T02:19:15.949614Z","steps":["trace[421510032] 'agreement among raft nodes before linearized reading' (duration: 2.261515259s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:15.949624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.1648148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:19:15.94966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:13.687786Z","time spent":"2.261867561s","remote":"127.0.0.1:44896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:15.949655Z","caller":"traceutil/trace.go:171","msg":"trace[1403806288] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28494; }","duration":"3.640633064s","start":"2026-04-27T02:19:12.308995Z","end":"2026-04-27T02:19:15.949628Z","steps":["trace[1403806288] 'agreement among raft nodes before linearized reading' (duration: 3.640372766s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:15.949666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:14.019602Z","time spent":"1.929979566s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:15.949636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.909351461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:15.949681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.686879111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:15.949707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:12.308969Z","time spent":"3.640726607s","remote":"127.0.0.1:34146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:15.949729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.296626465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:15.949608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.793891001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:19:15.949747Z","caller":"traceutil/trace.go:171","msg":"trace[1622668136] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:28495; }","duration":"7.686972324s","start":"2026-04-27T02:19:08.262757Z","end":"2026-04-27T02:19:15.949729Z","steps":["trace[1622668136] 'agreement among raft nodes before linearized reading' (duration: 7.686888691s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:15.949745Z","caller":"traceutil/trace.go:171","msg":"trace[1870453952] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28495; }","duration":"5.909513156s","start":"2026-04-27T02:19:10.040208Z","end":"2026-04-27T02:19:15.949721Z","steps":["trace[1870453952] 'agreement among raft nodes before linearized reading' (duration: 5.90933411s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:15.949777Z","caller":"traceutil/trace.go:171","msg":"trace[1712092216] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28495; }","duration":"7.794073357s","start":"2026-04-27T02:19:08.155694Z","end":"2026-04-27T02:19:15.949768Z","steps":["trace[1712092216] 'agreement among raft nodes before linearized reading' (duration: 7.79384425s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:15.949787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.262737Z","time spent":"7.687040766s","remote":"127.0.0.1:58592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:15.949806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.155633Z","time spent":"7.79416526s","remote":"127.0.0.1:58686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:15.949798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:10.040184Z","time spent":"5.909602359s","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:15.94982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.364815469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:15.949821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.892663625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:15.949673Z","caller":"traceutil/trace.go:171","msg":"trace[861056901] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:28495; }","duration":"7.164902993s","start":"2026-04-27T02:19:08.784757Z","end":"2026-04-27T02:19:15.94966Z","steps":["trace[861056901] 'agreement among raft nodes before linearized reading' (duration: 7.164734677s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:15.949873Z","caller":"traceutil/trace.go:171","msg":"trace[419301513] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:28495; }","duration":"4.892763417s","start":"2026-04-27T02:19:11.057097Z","end":"2026-04-27T02:19:15.94986Z","steps":["trace[419301513] 'agreement among raft nodes before linearized reading' (duration: 4.892696025s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:15.949891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.784738Z","time spent":"7.165139311s","remote":"127.0.0.1:34120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":62,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:15.949909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.803963219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:951"} {"level":"warn","ts":"2026-04-27T02:19:15.949923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.919401978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:15.949954Z","caller":"traceutil/trace.go:171","msg":"trace[71414409] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28495; }","duration":"6.919432579s","start":"2026-04-27T02:19:09.030514Z","end":"2026-04-27T02:19:15.949947Z","steps":["trace[71414409] 'agreement among raft nodes before linearized reading' (duration: 6.919390537s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:15.949944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.47976558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:15.949994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:09.030469Z","time spent":"6.919516801s","remote":"127.0.0.1:37924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:15.950038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.806121108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a0c2cb2d-0ef3-4b02-84ae-f14ffc69db2a\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-04-27T02:19:15.949828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.797170135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"warn","ts":"2026-04-27T02:19:15.950063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.208382335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:19:15.950074Z","caller":"traceutil/trace.go:171","msg":"trace[895649319] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a0c2cb2d-0ef3-4b02-84ae-f14ffc69db2a; range_end:; response_count:1; response_revision:28495; }","duration":"7.806200021s","start":"2026-04-27T02:19:08.143864Z","end":"2026-04-27T02:19:15.950064Z","steps":["trace[895649319] 'agreement among raft nodes before linearized reading' (duration: 7.806082697s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:15.950091Z","caller":"traceutil/trace.go:171","msg":"trace[673489024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28495; }","duration":"7.208452148s","start":"2026-04-27T02:19:08.741632Z","end":"2026-04-27T02:19:15.950084Z","steps":["trace[673489024] 'agreement among raft nodes before linearized reading' (duration: 7.208400917s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:15.950099Z","caller":"traceutil/trace.go:171","msg":"trace[1982572003] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28495; }","duration":"7.797449564s","start":"2026-04-27T02:19:08.152635Z","end":"2026-04-27T02:19:15.950085Z","steps":["trace[1982572003] 'agreement among raft nodes before linearized reading' (duration: 7.797116994s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:15.950155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.152626Z","time spent":"7.797516276s","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4855,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T02:19:15.950177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.804324191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-04-27T02:19:15.949955Z","caller":"traceutil/trace.go:171","msg":"trace[509929738] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:28495; }","duration":"7.804029142s","start":"2026-04-27T02:19:08.145917Z","end":"2026-04-27T02:19:15.949946Z","steps":["trace[509929738] 'agreement among raft nodes before linearized reading' (duration: 7.803934039s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:15.95007Z","caller":"traceutil/trace.go:171","msg":"trace[1908311438] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:28495; }","duration":"5.48008611s","start":"2026-04-27T02:19:10.469969Z","end":"2026-04-27T02:19:15.950055Z","steps":["trace[1908311438] 'agreement among raft nodes before linearized reading' (duration: 5.479679557s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:15.950155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.638924106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:15.950294Z","caller":"traceutil/trace.go:171","msg":"trace[1486283975] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:28495; }","duration":"7.639510254s","start":"2026-04-27T02:19:08.310772Z","end":"2026-04-27T02:19:15.950282Z","steps":["trace[1486283975] 'agreement among raft nodes before linearized reading' (duration: 7.638829843s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:15.950112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.741607Z","time spent":"7.208499609s","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:15.950365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:10.469946Z","time spent":"5.480312548s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:15.950362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.310743Z","time spent":"7.639605067s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:15.949762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.259541924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.67\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-27T02:19:15.950465Z","caller":"traceutil/trace.go:171","msg":"trace[2026554157] range","detail":"{range_begin:/registry/masterleases/199.19.213.67; range_end:; response_count:1; response_revision:28495; }","duration":"5.260282167s","start":"2026-04-27T02:19:10.69017Z","end":"2026-04-27T02:19:15.950452Z","steps":["trace[2026554157] 'agreement among raft nodes before linearized reading' (duration: 5.259477871s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:15.950505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:10.690149Z","time spent":"5.260346029s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.67\" "} {"level":"warn","ts":"2026-04-27T02:19:15.94992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:11.057063Z","time spent":"4.89284773s","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:15.949848Z","caller":"traceutil/trace.go:171","msg":"trace[484841287] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:28495; }","duration":"6.36488149s","start":"2026-04-27T02:19:09.584958Z","end":"2026-04-27T02:19:15.949839Z","steps":["trace[484841287] 'agreement among raft nodes before linearized reading' (duration: 6.364838089s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:15.950663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:09.584922Z","time spent":"6.365719767s","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:15.949886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.799593263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:15.950863Z","caller":"traceutil/trace.go:171","msg":"trace[28521859] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28495; }","duration":"6.800599975s","start":"2026-04-27T02:19:09.150245Z","end":"2026-04-27T02:19:15.950845Z","steps":["trace[28521859] 'agreement among raft nodes before linearized reading' (duration: 6.799620194s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:15.950908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:09.150216Z","time spent":"6.800679738s","remote":"127.0.0.1:39918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:15.949773Z","caller":"traceutil/trace.go:171","msg":"trace[502158911] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28495; }","duration":"6.296691987s","start":"2026-04-27T02:19:09.65307Z","end":"2026-04-27T02:19:15.949762Z","steps":["trace[502158911] 'agreement among raft nodes before linearized reading' (duration: 6.296628195s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:15.950963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:09.653051Z","time spent":"6.297898214s","remote":"127.0.0.1:40042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-27T02:19:15.949555Z","caller":"traceutil/trace.go:171","msg":"trace[963716860] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:28494; }","duration":"2.901026271s","start":"2026-04-27T02:19:13.048515Z","end":"2026-04-27T02:19:15.949541Z","steps":["trace[963716860] 'agreement among raft nodes before linearized reading' (duration: 2.900842565s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:15.951087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:13.048487Z","time spent":"2.90257859s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:15.950108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.143855Z","time spent":"7.806246102s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-a0c2cb2d-0ef3-4b02-84ae-f14ffc69db2a\" "} {"level":"info","ts":"2026-04-27T02:19:15.950227Z","caller":"traceutil/trace.go:171","msg":"trace[2039254434] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:28495; }","duration":"7.804390393s","start":"2026-04-27T02:19:08.145826Z","end":"2026-04-27T02:19:15.950217Z","steps":["trace[2039254434] 'agreement among raft nodes before linearized reading' (duration: 7.804212308s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:15.951252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.145819Z","time spent":"7.805395845s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":750,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-27T02:19:15.950239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:08.145901Z","time spent":"7.804327551s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":975,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-27T02:19:16.159436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999884304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:16.159617Z","caller":"traceutil/trace.go:171","msg":"trace[1602323233] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000091711s","start":"2026-04-27T02:19:14.159458Z","end":"2026-04-27T02:19:16.15955Z","steps":["trace[1602323233] 'agreement among raft nodes before linearized reading' (duration: 1.999927195s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:16.159701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:14.15943Z","time spent":"2.000252186s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:19:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:16.449691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:16.950459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:17.287266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333753052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:17.287374Z","caller":"traceutil/trace.go:171","msg":"trace[143203847] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"1.333921607s","start":"2026-04-27T02:19:15.953426Z","end":"2026-04-27T02:19:17.287348Z","steps":["trace[143203847] 'agreement among raft nodes before linearized reading' (duration: 1.333774522s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:17.287431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:15.953385Z","time spent":"1.334032311s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/27 02:19:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:17.451434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:17.524532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.537504988s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:19:17.676024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.079783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:19:17.676147Z","caller":"traceutil/trace.go:171","msg":"trace[1602962607] transaction","detail":"{read_only:false; response_revision:28496; number_of_response:1; }","duration":"2.401747148s","start":"2026-04-27T02:19:15.274376Z","end":"2026-04-27T02:19:17.676123Z","steps":["trace[1602962607] 'process raft request' (duration: 2.25047027s)","trace[1602962607] 'compare' (duration: 150.096681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:17.676224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:15.274347Z","time spent":"2.401842421s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:18.167958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999887916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:18.168139Z","caller":"traceutil/trace.go:171","msg":"trace[1997090607] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000153534s","start":"2026-04-27T02:19:16.16796Z","end":"2026-04-27T02:19:18.168114Z","steps":["trace[1997090607] 'agreement among raft nodes before linearized reading' (duration: 1.999945097s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:18.168222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:16.167933Z","time spent":"2.000275458s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:19:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:18.338876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:17.778783Z","time spent":"560.084023ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:19:18.339707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.446389ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-27T02:19:18.339852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:15.951373Z","time spent":"2.38847776s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T02:19:18.340516Z","caller":"traceutil/trace.go:171","msg":"trace[198687287] transaction","detail":"{read_only:false; response_revision:28497; number_of_response:1; }","duration":"2.387405527s","start":"2026-04-27T02:19:15.953093Z","end":"2026-04-27T02:19:18.340498Z","steps":["trace[198687287] 'process raft request' (duration: 2.386677874s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:18.340612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:15.953063Z","time spent":"2.387490669s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:18.340749Z","caller":"traceutil/trace.go:171","msg":"trace[727809147] transaction","detail":"{read_only:false; response_revision:28498; number_of_response:1; }","duration":"2.386298791s","start":"2026-04-27T02:19:15.954416Z","end":"2026-04-27T02:19:18.340715Z","steps":["trace[727809147] 'process raft request' (duration: 2.385925s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:18.340931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:15.954401Z","time spent":"2.386440055s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1091,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:18.341103Z","caller":"traceutil/trace.go:171","msg":"trace[1565207218] transaction","detail":"{read_only:false; response_revision:28499; number_of_response:1; }","duration":"2.386157997s","start":"2026-04-27T02:19:15.954866Z","end":"2026-04-27T02:19:18.341024Z","steps":["trace[1565207218] 'process raft request' (duration: 2.385762685s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:18.341266Z","caller":"traceutil/trace.go:171","msg":"trace[1338698810] transaction","detail":"{read_only:false; response_revision:28500; number_of_response:1; }","duration":"2.3213389s","start":"2026-04-27T02:19:16.019892Z","end":"2026-04-27T02:19:18.341231Z","steps":["trace[1338698810] 'process raft request' (duration: 2.320984089s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:18.341307Z","caller":"traceutil/trace.go:171","msg":"trace[46681140] transaction","detail":"{read_only:false; response_revision:28501; number_of_response:1; }","duration":"2.321197695s","start":"2026-04-27T02:19:16.020097Z","end":"2026-04-27T02:19:18.341294Z","steps":["trace[46681140] 'process raft request' (duration: 2.32104389s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:18.341372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:16.020079Z","time spent":"2.321259687s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:18.341455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:16.019822Z","time spent":"2.321520115s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:18.341504Z","caller":"traceutil/trace.go:171","msg":"trace[1892944121] transaction","detail":"{read_only:false; response_revision:28502; number_of_response:1; }","duration":"2.321287888s","start":"2026-04-27T02:19:16.020191Z","end":"2026-04-27T02:19:18.341479Z","steps":["trace[1892944121] 'process raft request' (duration: 2.32106441s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:18.341965Z","caller":"traceutil/trace.go:171","msg":"trace[430696678] linearizableReadLoop","detail":"{readStateIndex:29815; appliedIndex:29805; }","duration":"2.392652002s","start":"2026-04-27T02:19:15.949297Z","end":"2026-04-27T02:19:18.341949Z","steps":["trace[430696678] 'read index received' (duration: 1.57552926s)","trace[430696678] 'applied index is now lower than readState.Index' (duration: 817.121242ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:18.342038Z","caller":"traceutil/trace.go:171","msg":"trace[1613431449] transaction","detail":"{read_only:false; response_revision:28504; number_of_response:1; }","duration":"2.320852704s","start":"2026-04-27T02:19:16.021176Z","end":"2026-04-27T02:19:18.342029Z","steps":["trace[1613431449] 'process raft request' (duration: 2.320527344s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:18.342105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:16.021167Z","time spent":"2.320897965s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:18.341504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:15.954846Z","time spent":"2.386439745s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:18.341764Z","caller":"traceutil/trace.go:171","msg":"trace[383865015] transaction","detail":"{read_only:false; response_revision:28503; number_of_response:1; }","duration":"2.32105025s","start":"2026-04-27T02:19:16.020703Z","end":"2026-04-27T02:19:18.341753Z","steps":["trace[383865015] 'process raft request' (duration: 2.320704939s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:18.342497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:16.02068Z","time spent":"2.321754023s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:18.343088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:16.020144Z","time spent":"2.321740022s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:18.741547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.602153ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-27T02:19:18.741559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.510895146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:18.741766Z","caller":"traceutil/trace.go:171","msg":"trace[390962197] linearizableReadLoop","detail":"{readStateIndex:29817; appliedIndex:29815; }","duration":"399.746778ms","start":"2026-04-27T02:19:18.341998Z","end":"2026-04-27T02:19:18.741745Z","steps":["trace[390962197] 'read index received' (duration: 382.849334ms)","trace[390962197] 'applied index is now lower than readState.Index' (duration: 16.896104ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:18.741794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159930039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-27T02:19:18.742577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784677806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-27T02:19:18.742616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.638894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:19:18.742637Z","caller":"traceutil/trace.go:171","msg":"trace[486917704] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28505; }","duration":"2.784754979s","start":"2026-04-27T02:19:15.95787Z","end":"2026-04-27T02:19:18.742625Z","steps":["trace[486917704] 'agreement among raft nodes before linearized reading' (duration: 2.784640955s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:18.742663Z","caller":"traceutil/trace.go:171","msg":"trace[76288241] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:28505; }","duration":"487.732107ms","start":"2026-04-27T02:19:18.254913Z","end":"2026-04-27T02:19:18.742645Z","steps":["trace[76288241] 'agreement among raft nodes before linearized reading' (duration: 487.669555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:18.742691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724117003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:19:18.742739Z","caller":"traceutil/trace.go:171","msg":"trace[1927711528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28505; }","duration":"2.724205426s","start":"2026-04-27T02:19:16.018522Z","end":"2026-04-27T02:19:18.742728Z","steps":["trace[1927711528] 'agreement among raft nodes before linearized reading' (duration: 2.72402933s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:18.742791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:16.018494Z","time spent":"2.724287018s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:19:18.742682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:15.957859Z","time spent":"2.78481124s","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-27T02:19:18.742821Z","caller":"traceutil/trace.go:171","msg":"trace[1467595387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28505; }","duration":"3.160820187s","start":"2026-04-27T02:19:15.581787Z","end":"2026-04-27T02:19:18.742607Z","steps":["trace[1467595387] 'agreement among raft nodes before linearized reading' (duration: 2.760410628s)","trace[1467595387] 'range keys from in-memory index tree' (duration: 399.384426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:18.742771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.10140546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-27T02:19:18.742734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:18.254885Z","time spent":"487.83282ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:18.74199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492520375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:18.742903Z","caller":"traceutil/trace.go:171","msg":"trace[1945851522] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28505; }","duration":"4.101597886s","start":"2026-04-27T02:19:14.641261Z","end":"2026-04-27T02:19:18.742859Z","steps":["trace[1945851522] 'agreement among raft nodes before linearized reading' (duration: 3.70096873s)","trace[1945851522] 'range keys from in-memory index tree' (duration: 399.413367ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:18.74296Z","caller":"traceutil/trace.go:171","msg":"trace[880268955] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28505; }","duration":"3.493523347s","start":"2026-04-27T02:19:15.249407Z","end":"2026-04-27T02:19:18.74293Z","steps":["trace[880268955] 'agreement among raft nodes before linearized reading' (duration: 3.092808139s)","trace[880268955] 'count revisions from in-memory index tree' (duration: 399.741408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:18.742986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:14.641234Z","time spent":"4.10171341s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:19:18.743058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:15.249383Z","time spent":"3.493629911s","remote":"127.0.0.1:55966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:18.741997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348397652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:18.743115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:15.581766Z","time spent":"3.161075915s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T02:19:18.743146Z","caller":"traceutil/trace.go:171","msg":"trace[209228070] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:28505; }","duration":"3.349557689s","start":"2026-04-27T02:19:15.393556Z","end":"2026-04-27T02:19:18.743113Z","steps":["trace[209228070] 'agreement among raft nodes before linearized reading' (duration: 2.948652565s)","trace[209228070] 'count revisions from in-memory index tree' (duration: 399.726907ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:18.743222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:15.393475Z","time spent":"3.349726715s","remote":"127.0.0.1:34960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:18.742163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059413697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:19:18.743446Z","caller":"traceutil/trace.go:171","msg":"trace[981735959] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:28505; }","duration":"1.060717318s","start":"2026-04-27T02:19:17.682711Z","end":"2026-04-27T02:19:18.743428Z","steps":["trace[981735959] 'agreement among raft nodes before linearized reading' (duration: 1.059364375s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:18.743508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:17.682654Z","time spent":"1.060836431s","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:18.742272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077327902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-27T02:19:18.743702Z","caller":"traceutil/trace.go:171","msg":"trace[552148784] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28505; }","duration":"1.078789569s","start":"2026-04-27T02:19:17.664888Z","end":"2026-04-27T02:19:18.743678Z","steps":["trace[552148784] 'agreement among raft nodes before linearized reading' (duration: 1.07725606s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:18.742357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083795476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:18.743766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:17.664866Z","time spent":"1.078877851s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-27T02:19:18.74379Z","caller":"traceutil/trace.go:171","msg":"trace[2014481679] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:28505; }","duration":"2.085252202s","start":"2026-04-27T02:19:16.658519Z","end":"2026-04-27T02:19:18.743771Z","steps":["trace[2014481679] 'agreement among raft nodes before linearized reading' (duration: 2.083808136s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:18.742323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.102513435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-27T02:19:18.743844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:16.658498Z","time spent":"2.085328674s","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:18.743885Z","caller":"traceutil/trace.go:171","msg":"trace[282306580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28505; }","duration":"4.104134516s","start":"2026-04-27T02:19:14.639738Z","end":"2026-04-27T02:19:18.743872Z","steps":["trace[282306580] 'agreement among raft nodes before linearized reading' (duration: 3.702503139s)","trace[282306580] 'range keys from in-memory index tree' (duration: 399.895742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:18.742202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150877663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T02:19:18.743942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:14.639686Z","time spent":"4.10424104s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:19:18.743983Z","caller":"traceutil/trace.go:171","msg":"trace[543117657] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:28505; }","duration":"3.15267362s","start":"2026-04-27T02:19:15.59129Z","end":"2026-04-27T02:19:18.743963Z","steps":["trace[543117657] 'agreement among raft nodes before linearized reading' (duration: 2.750895238s)","trace[543117657] 'count revisions from in-memory index tree' (duration: 399.974295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:18.742433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193711648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17233"} {"level":"warn","ts":"2026-04-27T02:19:18.744053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:15.591284Z","time spent":"3.152749482s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":186,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:18.744059Z","caller":"traceutil/trace.go:171","msg":"trace[131461187] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28505; }","duration":"2.19536258s","start":"2026-04-27T02:19:16.54867Z","end":"2026-04-27T02:19:18.744032Z","steps":["trace[131461187] 'agreement among raft nodes before linearized reading' (duration: 2.193706638s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:18.744145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:16.54864Z","time spent":"2.195485184s","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17257,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T02:19:18.742456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21276113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:18.744264Z","caller":"traceutil/trace.go:171","msg":"trace[302742839] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28505; }","duration":"2.214560767s","start":"2026-04-27T02:19:16.529681Z","end":"2026-04-27T02:19:18.744241Z","steps":["trace[302742839] 'agreement among raft nodes before linearized reading' (duration: 2.212731609s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:18.744329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:16.529626Z","time spent":"2.214681681s","remote":"127.0.0.1:39986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:18.742478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783227071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:18.742471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383349599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:19:18.742502Z","caller":"traceutil/trace.go:171","msg":"trace[2066584584] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28505; }","duration":"401.841164ms","start":"2026-04-27T02:19:18.34063Z","end":"2026-04-27T02:19:18.742472Z","steps":["trace[2066584584] 'process raft request' (duration: 401.036968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:18.74254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.723831804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-27T02:19:18.742563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.968441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:18.741847Z","caller":"traceutil/trace.go:171","msg":"trace[1513162512] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:28505; }","duration":"3.511209436s","start":"2026-04-27T02:19:15.230564Z","end":"2026-04-27T02:19:18.741774Z","steps":["trace[1513162512] 'agreement among raft nodes before linearized reading' (duration: 3.111658464s)","trace[1513162512] 'count revisions from in-memory index tree' (duration: 399.249292ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:18.742462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724012629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:19:18.744423Z","caller":"traceutil/trace.go:171","msg":"trace[1522672418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28505; }","duration":"2.726003533s","start":"2026-04-27T02:19:16.018406Z","end":"2026-04-27T02:19:18.74441Z","steps":["trace[1522672418] 'agreement among raft nodes before linearized reading' (duration: 2.723985589s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:18.744472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:16.018389Z","time spent":"2.726070294s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T02:19:18.744517Z","caller":"traceutil/trace.go:171","msg":"trace[1291225181] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28505; }","duration":"2.785271235s","start":"2026-04-27T02:19:15.959229Z","end":"2026-04-27T02:19:18.7445Z","steps":["trace[1291225181] 'agreement among raft nodes before linearized reading' (duration: 2.7832193s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:18.744588Z","caller":"traceutil/trace.go:171","msg":"trace[1120950079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28505; }","duration":"576.024736ms","start":"2026-04-27T02:19:18.16855Z","end":"2026-04-27T02:19:18.744575Z","steps":["trace[1120950079] 'agreement among raft nodes before linearized reading' (duration: 573.972881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:18.744574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:18.340605Z","time spent":"403.841297ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:18.74462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:18.168528Z","time spent":"576.083178ms","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:19:18.744605Z","caller":"traceutil/trace.go:171","msg":"trace[1625714337] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:28505; }","duration":"2.385527158s","start":"2026-04-27T02:19:16.359062Z","end":"2026-04-27T02:19:18.744589Z","steps":["trace[1625714337] 'agreement among raft nodes before linearized reading' (duration: 2.383343549s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:18.744617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:15.23054Z","time spent":"3.514050466s","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:18.744661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:16.359039Z","time spent":"2.3856057s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:18.744691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:15.959221Z","time spent":"2.785328516s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-27T02:19:18.744543Z","caller":"traceutil/trace.go:171","msg":"trace[498511203] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28505; }","duration":"2.725824097s","start":"2026-04-27T02:19:16.018657Z","end":"2026-04-27T02:19:18.744481Z","steps":["trace[498511203] 'agreement among raft nodes before linearized reading' (duration: 2.723826024s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:18.744897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:16.018623Z","time spent":"2.726254081s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-27T02:19:19.123013Z","caller":"traceutil/trace.go:171","msg":"trace[697311779] transaction","detail":"{read_only:false; response_revision:28506; number_of_response:1; }","duration":"617.733494ms","start":"2026-04-27T02:19:18.505239Z","end":"2026-04-27T02:19:19.122973Z","steps":["trace[697311779] 'process raft request' (duration: 617.470155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:19.123184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:18.505208Z","time spent":"617.890289ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:19.123362Z","caller":"traceutil/trace.go:171","msg":"trace[1220028921] linearizableReadLoop","detail":"{readStateIndex:29818; appliedIndex:29817; }","duration":"381.524432ms","start":"2026-04-27T02:19:18.741802Z","end":"2026-04-27T02:19:19.123326Z","steps":["trace[1220028921] 'read index received' (duration: 380.85045ms)","trace[1220028921] 'applied index is now lower than readState.Index' (duration: 671.512µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:19.123644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.418505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18aa1534b85a2276\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-27T02:19:19.12386Z","caller":"traceutil/trace.go:171","msg":"trace[318170070] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18aa1534b85a2276; range_end:; response_count:1; response_revision:28506; }","duration":"775.666813ms","start":"2026-04-27T02:19:18.348177Z","end":"2026-04-27T02:19:19.123844Z","steps":["trace[318170070] 'agreement among raft nodes before linearized reading' (duration: 775.352923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:19.123905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:18.348159Z","time spent":"775.731725ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.18aa1534b85a2276\" "} {"level":"warn","ts":"2026-04-27T02:19:19.123709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.636029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-27T02:19:19.124154Z","caller":"traceutil/trace.go:171","msg":"trace[1327050679] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4; range_end:; response_count:1; response_revision:28506; }","duration":"780.086053ms","start":"2026-04-27T02:19:18.344031Z","end":"2026-04-27T02:19:19.124117Z","steps":["trace[1327050679] 'agreement among raft nodes before linearized reading' (duration: 779.639679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:19.12427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:18.344011Z","time spent":"780.219236ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" "} {"level":"warn","ts":"2026-04-27T02:19:19.123706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.442744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:19.124464Z","caller":"traceutil/trace.go:171","msg":"trace[703475236] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28506; }","duration":"397.347302ms","start":"2026-04-27T02:19:18.727098Z","end":"2026-04-27T02:19:19.124446Z","steps":["trace[703475236] 'agreement among raft nodes before linearized reading' (duration: 396.413473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:19.124501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:18.727073Z","time spent":"397.415544ms","remote":"127.0.0.1:39954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:19.238074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:18.745994Z","time spent":"492.044633ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T02:19:19.238259Z","caller":"traceutil/trace.go:171","msg":"trace[1955708570] transaction","detail":"{read_only:false; response_revision:28507; number_of_response:1; }","duration":"488.253113ms","start":"2026-04-27T02:19:18.749977Z","end":"2026-04-27T02:19:19.23823Z","steps":["trace[1955708570] 'process raft request' (duration: 487.953004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:19.238496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:18.749962Z","time spent":"488.44103ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:19.238739Z","caller":"traceutil/trace.go:171","msg":"trace[1825013091] transaction","detail":"{read_only:false; response_revision:28508; number_of_response:1; }","duration":"488.606975ms","start":"2026-04-27T02:19:18.750117Z","end":"2026-04-27T02:19:19.238724Z","steps":["trace[1825013091] 'process raft request' (duration: 488.062528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:19.238837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:18.750111Z","time spent":"488.695238ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:19.238845Z","caller":"traceutil/trace.go:171","msg":"trace[816259005] linearizableReadLoop","detail":"{readStateIndex:29824; appliedIndex:29818; }","duration":"115.044664ms","start":"2026-04-27T02:19:19.123769Z","end":"2026-04-27T02:19:19.238814Z","steps":["trace[816259005] 'read index received' (duration: 109.087916ms)","trace[816259005] 'applied index is now lower than readState.Index' (duration: 5.955618ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:19.239004Z","caller":"traceutil/trace.go:171","msg":"trace[2043013381] transaction","detail":"{read_only:false; response_revision:28509; number_of_response:1; }","duration":"488.425739ms","start":"2026-04-27T02:19:18.750569Z","end":"2026-04-27T02:19:19.238995Z","steps":["trace[2043013381] 'process raft request' (duration: 488.019206ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:19.239039Z","caller":"traceutil/trace.go:171","msg":"trace[1511519183] transaction","detail":"{read_only:false; response_revision:28510; number_of_response:1; }","duration":"487.965885ms","start":"2026-04-27T02:19:18.751062Z","end":"2026-04-27T02:19:19.239028Z","steps":["trace[1511519183] 'process raft request' (duration: 487.668095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:19.239084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:18.750561Z","time spent":"488.468811ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:19.23915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.122044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-52ced66f-b758-4dda-8149-9d331434d28b\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-04-27T02:19:19.23918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:18.75104Z","time spent":"488.047958ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:19.239198Z","caller":"traceutil/trace.go:171","msg":"trace[1209438711] range","detail":"{range_begin:/registry/persistentvolumes/pvc-52ced66f-b758-4dda-8149-9d331434d28b; range_end:; response_count:1; response_revision:28511; }","duration":"491.224288ms","start":"2026-04-27T02:19:18.747961Z","end":"2026-04-27T02:19:19.239186Z","steps":["trace[1209438711] 'agreement among raft nodes before linearized reading' (duration: 490.965619ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:19.238959Z","caller":"traceutil/trace.go:171","msg":"trace[2127392475] transaction","detail":"{read_only:false; response_revision:28511; number_of_response:1; }","duration":"487.602953ms","start":"2026-04-27T02:19:18.751315Z","end":"2026-04-27T02:19:19.238918Z","steps":["trace[2127392475] 'process raft request' (duration: 487.450948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:19.239242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:18.747945Z","time spent":"491.285349ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-52ced66f-b758-4dda-8149-9d331434d28b\" "} {"level":"warn","ts":"2026-04-27T02:19:19.239302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:18.751307Z","time spent":"487.947894ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:19.239341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.188968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:19.239383Z","caller":"traceutil/trace.go:171","msg":"trace[875207808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28511; }","duration":"486.236419ms","start":"2026-04-27T02:19:18.753133Z","end":"2026-04-27T02:19:19.23937Z","steps":["trace[875207808] 'agreement among raft nodes before linearized reading' (duration: 486.166227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:19.239423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:18.753129Z","time spent":"486.285872ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:19:19.239448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.657774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:19.239502Z","caller":"traceutil/trace.go:171","msg":"trace[866492520] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28511; }","duration":"486.718705ms","start":"2026-04-27T02:19:18.752767Z","end":"2026-04-27T02:19:19.239486Z","steps":["trace[866492520] 'agreement among raft nodes before linearized reading' (duration: 486.626502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:19.23959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:18.752759Z","time spent":"486.787957ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:19:19.239793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.05021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-04-27T02:19:19.239908Z","caller":"traceutil/trace.go:171","msg":"trace[763943489] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28511; }","duration":"490.223286ms","start":"2026-04-27T02:19:18.749663Z","end":"2026-04-27T02:19:19.239886Z","steps":["trace[763943489] 'agreement among raft nodes before linearized reading' (duration: 489.853014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:19.239963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:18.749645Z","time spent":"490.308759ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T02:19:19.23971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.76885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:19.240277Z","caller":"traceutil/trace.go:171","msg":"trace[525663140] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28511; }","duration":"143.370549ms","start":"2026-04-27T02:19:19.096886Z","end":"2026-04-27T02:19:19.240257Z","steps":["trace[525663140] 'agreement among raft nodes before linearized reading' (duration: 142.74787ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:19.418738Z","caller":"traceutil/trace.go:171","msg":"trace[1226569671] linearizableReadLoop","detail":"{readStateIndex:29826; appliedIndex:29824; }","duration":"177.886829ms","start":"2026-04-27T02:19:19.240828Z","end":"2026-04-27T02:19:19.418715Z","steps":["trace[1226569671] 'read index received' (duration: 122.232871ms)","trace[1226569671] 'applied index is now lower than readState.Index' (duration: 55.653098ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:19.418841Z","caller":"traceutil/trace.go:171","msg":"trace[1110213410] transaction","detail":"{read_only:false; response_revision:28512; number_of_response:1; }","duration":"292.230311ms","start":"2026-04-27T02:19:19.126599Z","end":"2026-04-27T02:19:19.41883Z","steps":["trace[1110213410] 'process raft request' (duration: 236.427949ms)","trace[1110213410] 'compare' (duration: 55.502683ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:19.418999Z","caller":"traceutil/trace.go:171","msg":"trace[368335555] transaction","detail":"{read_only:false; response_revision:28513; number_of_response:1; }","duration":"291.803048ms","start":"2026-04-27T02:19:19.127189Z","end":"2026-04-27T02:19:19.418993Z","steps":["trace[368335555] 'process raft request' (duration: 291.483188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:19.419151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.303703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:19.419179Z","caller":"traceutil/trace.go:171","msg":"trace[1589509118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28513; }","duration":"178.382425ms","start":"2026-04-27T02:19:19.24079Z","end":"2026-04-27T02:19:19.419173Z","steps":["trace[1589509118] 'agreement among raft nodes before linearized reading' (duration: 178.286062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:19.91954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336389,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:20.150518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.584808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:19:20.150743Z","caller":"traceutil/trace.go:171","msg":"trace[1296899699] transaction","detail":"{read_only:false; response_revision:28514; number_of_response:1; }","duration":"909.563521ms","start":"2026-04-27T02:19:19.241145Z","end":"2026-04-27T02:19:20.150708Z","steps":["trace[1296899699] 'process raft request' (duration: 789.695185ms)","trace[1296899699] 'compare' (duration: 118.211144ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:20.150801Z","caller":"traceutil/trace.go:171","msg":"trace[167025915] transaction","detail":"{read_only:false; response_revision:28515; number_of_response:1; }","duration":"901.197477ms","start":"2026-04-27T02:19:19.249582Z","end":"2026-04-27T02:19:20.150779Z","steps":["trace[167025915] 'process raft request' (duration: 901.057673ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:20.150881Z","caller":"traceutil/trace.go:171","msg":"trace[476922087] linearizableReadLoop","detail":"{readStateIndex:29829; appliedIndex:29826; }","duration":"732.070204ms","start":"2026-04-27T02:19:19.418799Z","end":"2026-04-27T02:19:20.150869Z","steps":["trace[476922087] 'read index received' (duration: 612.057483ms)","trace[476922087] 'applied index is now lower than readState.Index' (duration: 120.010271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:20.150885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:19.24957Z","time spent":"901.27754ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:20.15099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.872854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:20.151017Z","caller":"traceutil/trace.go:171","msg":"trace[515378405] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28516; }","duration":"898.915566ms","start":"2026-04-27T02:19:19.252094Z","end":"2026-04-27T02:19:20.151009Z","steps":["trace[515378405] 'agreement among raft nodes before linearized reading' (duration: 898.854084ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:20.150975Z","caller":"traceutil/trace.go:171","msg":"trace[745821853] transaction","detail":"{read_only:false; response_revision:28516; number_of_response:1; }","duration":"727.549742ms","start":"2026-04-27T02:19:19.423388Z","end":"2026-04-27T02:19:20.150938Z","steps":["trace[745821853] 'process raft request' (duration: 727.348076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:20.151051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:19.252087Z","time spent":"898.955887ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:19:20.151141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:19.423357Z","time spent":"727.704907ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:19:20.151273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.384499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:20.151304Z","caller":"traceutil/trace.go:171","msg":"trace[507499336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28516; }","duration":"388.444431ms","start":"2026-04-27T02:19:19.762849Z","end":"2026-04-27T02:19:20.151294Z","steps":["trace[507499336] 'agreement among raft nodes before linearized reading' (duration: 388.399059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:20.151325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:19.762828Z","time spent":"388.489502ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:19:20.151356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.366426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18aa1533f767ffeb\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-27T02:19:20.151634Z","caller":"traceutil/trace.go:171","msg":"trace[2054048093] range","detail":"{range_begin:/registry/events/openstack/container-infra.18aa1533f767ffeb; range_end:; response_count:1; response_revision:28516; }","duration":"727.709087ms","start":"2026-04-27T02:19:19.423911Z","end":"2026-04-27T02:19:20.15162Z","steps":["trace[2054048093] 'agreement among raft nodes before linearized reading' (duration: 727.067577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:20.151632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.540656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:20.151684Z","caller":"traceutil/trace.go:171","msg":"trace[1938603988] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:28516; }","duration":"566.742413ms","start":"2026-04-27T02:19:19.584931Z","end":"2026-04-27T02:19:20.151673Z","steps":["trace[1938603988] 'agreement among raft nodes before linearized reading' (duration: 566.504455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:20.151683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:19.423883Z","time spent":"727.78978ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.18aa1533f767ffeb\" "} {"level":"warn","ts":"2026-04-27T02:19:20.151716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:19.584857Z","time spent":"566.849987ms","remote":"127.0.0.1:58614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:20.151365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.55062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-27T02:19:20.154908Z","caller":"traceutil/trace.go:171","msg":"trace[903191991] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:28516; }","duration":"906.151694ms","start":"2026-04-27T02:19:19.248739Z","end":"2026-04-27T02:19:20.154891Z","steps":["trace[903191991] 'agreement among raft nodes before linearized reading' (duration: 902.514289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:20.151425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.798523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:20.154996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:19.248725Z","time spent":"906.246267ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-27T02:19:20.155009Z","caller":"traceutil/trace.go:171","msg":"trace[885286809] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:28516; }","duration":"279.444727ms","start":"2026-04-27T02:19:19.875544Z","end":"2026-04-27T02:19:20.154989Z","steps":["trace[885286809] 'agreement among raft nodes before linearized reading' (duration: 275.861714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:20.151425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.13146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:20.155219Z","caller":"traceutil/trace.go:171","msg":"trace[1553002437] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28516; }","duration":"466.94894ms","start":"2026-04-27T02:19:19.688234Z","end":"2026-04-27T02:19:20.155183Z","steps":["trace[1553002437] 'agreement among raft nodes before linearized reading' (duration: 463.164801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:20.155375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:19.688205Z","time spent":"467.094485ms","remote":"127.0.0.1:39992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:20.152027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:19.241124Z","time spent":"909.682035ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:20.596345Z","caller":"traceutil/trace.go:171","msg":"trace[253700263] transaction","detail":"{read_only:false; response_revision:28517; number_of_response:1; }","duration":"441.045252ms","start":"2026-04-27T02:19:20.155267Z","end":"2026-04-27T02:19:20.596313Z","steps":["trace[253700263] 'process raft request' (duration: 394.042347ms)","trace[253700263] 'compare' (duration: 46.307923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:20.59623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.772938ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:20.596475Z","caller":"traceutil/trace.go:171","msg":"trace[631148092] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28516; }","duration":"236.021496ms","start":"2026-04-27T02:19:20.360419Z","end":"2026-04-27T02:19:20.59644Z","steps":["trace[631148092] 'range keys from in-memory index tree' (duration: 235.753158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:20.597206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:20.1552Z","time spent":"441.217797ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:19:21.03045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.132713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:19:21.030956Z","caller":"traceutil/trace.go:171","msg":"trace[1244824269] transaction","detail":"{read_only:false; response_revision:28518; number_of_response:1; }","duration":"874.114082ms","start":"2026-04-27T02:19:20.156612Z","end":"2026-04-27T02:19:21.030726Z","steps":["trace[1244824269] 'process raft request' (duration: 754.614977ms)","trace[1244824269] 'compare' (duration: 117.937646ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:21.030979Z","caller":"traceutil/trace.go:171","msg":"trace[1570241159] transaction","detail":"{read_only:false; response_revision:28519; number_of_response:1; }","duration":"867.726941ms","start":"2026-04-27T02:19:20.163218Z","end":"2026-04-27T02:19:21.030945Z","steps":["trace[1570241159] 'process raft request' (duration: 867.353599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:21.031128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:20.156602Z","time spent":"874.438363ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:21.031305Z","caller":"traceutil/trace.go:171","msg":"trace[931782248] transaction","detail":"{read_only:false; response_revision:28520; number_of_response:1; }","duration":"683.273554ms","start":"2026-04-27T02:19:20.348017Z","end":"2026-04-27T02:19:21.03129Z","steps":["trace[931782248] 'process raft request' (duration: 682.650294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:21.031355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:20.347986Z","time spent":"683.344796ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:21.031337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:20.163191Z","time spent":"867.899206ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:21.031446Z","caller":"traceutil/trace.go:171","msg":"trace[73845165] transaction","detail":"{read_only:false; response_revision:28521; number_of_response:1; }","duration":"683.305495ms","start":"2026-04-27T02:19:20.348133Z","end":"2026-04-27T02:19:21.031438Z","steps":["trace[73845165] 'process raft request' (duration: 682.586293ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:21.031458Z","caller":"traceutil/trace.go:171","msg":"trace[1398431777] linearizableReadLoop","detail":"{readStateIndex:29831; appliedIndex:29829; }","duration":"874.630029ms","start":"2026-04-27T02:19:20.156819Z","end":"2026-04-27T02:19:21.031449Z","steps":["trace[1398431777] 'read index received' (duration: 392.5602ms)","trace[1398431777] 'applied index is now lower than readState.Index' (duration: 482.068309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:21.031484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:20.348126Z","time spent":"683.342396ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:21.031513Z","caller":"traceutil/trace.go:171","msg":"trace[396521436] transaction","detail":"{read_only:false; response_revision:28522; number_of_response:1; }","duration":"679.303319ms","start":"2026-04-27T02:19:20.352203Z","end":"2026-04-27T02:19:21.031507Z","steps":["trace[396521436] 'process raft request' (duration: 678.540915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:21.031575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:20.352173Z","time spent":"679.36033ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:21.031649Z","caller":"traceutil/trace.go:171","msg":"trace[1030614315] transaction","detail":"{read_only:false; response_revision:28523; number_of_response:1; }","duration":"678.974309ms","start":"2026-04-27T02:19:20.352669Z","end":"2026-04-27T02:19:21.031643Z","steps":["trace[1030614315] 'process raft request' (duration: 678.286467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:21.031691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:20.352659Z","time spent":"679.00848ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:21.031745Z","caller":"traceutil/trace.go:171","msg":"trace[690395118] transaction","detail":"{read_only:false; response_revision:28524; number_of_response:1; }","duration":"678.627938ms","start":"2026-04-27T02:19:20.353112Z","end":"2026-04-27T02:19:21.03174Z","steps":["trace[690395118] 'process raft request' (duration: 677.870254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:21.031783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:20.353102Z","time spent":"678.660069ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:21.031932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.110154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-27T02:19:21.031957Z","caller":"traceutil/trace.go:171","msg":"trace[1754304990] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28525; }","duration":"875.154796ms","start":"2026-04-27T02:19:20.156796Z","end":"2026-04-27T02:19:21.031951Z","steps":["trace[1754304990] 'agreement among raft nodes before linearized reading' (duration: 875.032732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:21.031977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:20.156788Z","time spent":"875.185186ms","remote":"127.0.0.1:33790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T02:19:21.032179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.468316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:21.032204Z","caller":"traceutil/trace.go:171","msg":"trace[1778176363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28525; }","duration":"265.493306ms","start":"2026-04-27T02:19:20.766705Z","end":"2026-04-27T02:19:21.032198Z","steps":["trace[1778176363] 'agreement among raft nodes before linearized reading' (duration: 265.452455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:21.032223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.874045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-43db85bb-ae24-4aff-9d56-d148a47a4222\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-27T02:19:21.032263Z","caller":"traceutil/trace.go:171","msg":"trace[1173377862] range","detail":"{range_begin:/registry/persistentvolumes/pvc-43db85bb-ae24-4aff-9d56-d148a47a4222; range_end:; response_count:1; response_revision:28525; }","duration":"873.928796ms","start":"2026-04-27T02:19:20.158325Z","end":"2026-04-27T02:19:21.032253Z","steps":["trace[1173377862] 'agreement among raft nodes before linearized reading' (duration: 873.805472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:21.032294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:20.158318Z","time spent":"873.968337ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-43db85bb-ae24-4aff-9d56-d148a47a4222\" "} {"level":"warn","ts":"2026-04-27T02:19:21.032468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.108018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125755"} {"level":"warn","ts":"2026-04-27T02:19:21.032467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.384147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-27T02:19:21.032494Z","caller":"traceutil/trace.go:171","msg":"trace[1859601453] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:28525; }","duration":"160.187821ms","start":"2026-04-27T02:19:20.872301Z","end":"2026-04-27T02:19:21.032488Z","steps":["trace[1859601453] 'agreement among raft nodes before linearized reading' (duration: 160.086807ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:21.032501Z","caller":"traceutil/trace.go:171","msg":"trace[277723028] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4; range_end:; response_count:1; response_revision:28525; }","duration":"431.45112ms","start":"2026-04-27T02:19:20.601043Z","end":"2026-04-27T02:19:21.032494Z","steps":["trace[277723028] 'agreement among raft nodes before linearized reading' (duration: 431.367307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:21.032522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:20.601018Z","time spent":"431.498401ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" "} {"level":"warn","ts":"2026-04-27T02:19:21.032622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.859504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-27T02:19:21.032701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.924354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T02:19:21.03273Z","caller":"traceutil/trace.go:171","msg":"trace[1527549142] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28525; }","duration":"840.977096ms","start":"2026-04-27T02:19:20.191746Z","end":"2026-04-27T02:19:21.032723Z","steps":["trace[1527549142] 'agreement among raft nodes before linearized reading' (duration: 840.908534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:21.032753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:20.191729Z","time spent":"841.019187ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-27T02:19:21.032698Z","caller":"traceutil/trace.go:171","msg":"trace[2121093636] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:28525; }","duration":"168.963667ms","start":"2026-04-27T02:19:20.863698Z","end":"2026-04-27T02:19:21.032662Z","steps":["trace[2121093636] 'agreement among raft nodes before linearized reading' (duration: 168.75312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:21.032641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.883936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:21.033028Z","caller":"traceutil/trace.go:171","msg":"trace[816974623] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28525; }","duration":"812.31477ms","start":"2026-04-27T02:19:20.220702Z","end":"2026-04-27T02:19:21.033017Z","steps":["trace[816974623] 'agreement among raft nodes before linearized reading' (duration: 811.910728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:21.03306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:20.220676Z","time spent":"812.375332ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:21.549001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:22.050179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:22.091888Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01332785s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:19:22.117381Z","caller":"traceutil/trace.go:171","msg":"trace[1074443553] linearizableReadLoop","detail":"{readStateIndex:29840; appliedIndex:29838; }","duration":"1.076576148s","start":"2026-04-27T02:19:21.040779Z","end":"2026-04-27T02:19:22.117355Z","steps":["trace[1074443553] 'read index received' (duration: 1.05132585s)","trace[1074443553] 'applied index is now lower than readState.Index' (duration: 25.249208ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:22.117391Z","caller":"traceutil/trace.go:171","msg":"trace[930926901] transaction","detail":"{read_only:false; response_revision:28526; number_of_response:1; }","duration":"1.080085929s","start":"2026-04-27T02:19:21.037253Z","end":"2026-04-27T02:19:22.117339Z","steps":["trace[930926901] 'process raft request' (duration: 1.054857923s)","trace[930926901] 'compare' (duration: 24.37449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:22.117531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:21.037429Z","time spent":"1.080095839s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:19:22.117573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:21.037227Z","time spent":"1.080248075s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:22.117709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076908339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125755"} {"level":"info","ts":"2026-04-27T02:19:22.117749Z","caller":"traceutil/trace.go:171","msg":"trace[1893005142] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:28526; }","duration":"1.076978571s","start":"2026-04-27T02:19:21.040761Z","end":"2026-04-27T02:19:22.11774Z","steps":["trace[1893005142] 'agreement among raft nodes before linearized reading' (duration: 1.076789465s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:22.117772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:21.040751Z","time spent":"1.077015792s","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125779,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-27T02:19:22.117935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.123419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:22.117932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.449617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-27T02:19:22.117984Z","caller":"traceutil/trace.go:171","msg":"trace[1908305419] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:28526; }","duration":"645.206061ms","start":"2026-04-27T02:19:21.472766Z","end":"2026-04-27T02:19:22.117972Z","steps":["trace[1908305419] 'agreement among raft nodes before linearized reading' (duration: 645.127259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:22.11802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:21.472745Z","time spent":"645.265754ms","remote":"127.0.0.1:34976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:22.118024Z","caller":"traceutil/trace.go:171","msg":"trace[571179726] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28526; }","duration":"870.596371ms","start":"2026-04-27T02:19:21.247403Z","end":"2026-04-27T02:19:22.117999Z","steps":["trace[571179726] 'agreement among raft nodes before linearized reading' (duration: 870.155247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:22.118055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.658373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-27T02:19:22.118059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.578711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-27T02:19:22.118102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:21.247383Z","time spent":"870.706295ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-27T02:19:22.118114Z","caller":"traceutil/trace.go:171","msg":"trace[1629950116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28526; }","duration":"870.675004ms","start":"2026-04-27T02:19:21.24742Z","end":"2026-04-27T02:19:22.118095Z","steps":["trace[1629950116] 'agreement among raft nodes before linearized reading' (duration: 870.53105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:22.118163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:21.247396Z","time spent":"870.754837ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:19:22.118164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077350583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-27T02:19:22.118262Z","caller":"traceutil/trace.go:171","msg":"trace[969454310] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28526; }","duration":"1.077476067s","start":"2026-04-27T02:19:21.040764Z","end":"2026-04-27T02:19:22.11824Z","steps":["trace[969454310] 'agreement among raft nodes before linearized reading' (duration: 1.077171097s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:22.118314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:21.040757Z","time spent":"1.077547539s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T02:19:22.118496Z","caller":"traceutil/trace.go:171","msg":"trace[1069476008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28526; }","duration":"870.777757ms","start":"2026-04-27T02:19:21.247306Z","end":"2026-04-27T02:19:22.118083Z","steps":["trace[1069476008] 'agreement among raft nodes before linearized reading' (duration: 870.590011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:22.118548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:21.247279Z","time spent":"871.256092ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:19:22.118727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073595264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:112108"} {"level":"info","ts":"2026-04-27T02:19:22.118777Z","caller":"traceutil/trace.go:171","msg":"trace[1491116270] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:28526; }","duration":"1.073647766s","start":"2026-04-27T02:19:21.045118Z","end":"2026-04-27T02:19:22.118766Z","steps":["trace[1491116270] 'agreement among raft nodes before linearized reading' (duration: 1.072778168s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:22.118813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:21.045095Z","time spent":"1.073706368s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":112132,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-27T02:19:22.120398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.656542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-27T02:19:22.120452Z","caller":"traceutil/trace.go:171","msg":"trace[729416489] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:28526; }","duration":"976.750935ms","start":"2026-04-27T02:19:21.143683Z","end":"2026-04-27T02:19:22.120434Z","steps":["trace[729416489] 'agreement among raft nodes before linearized reading' (duration: 974.175114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:22.120479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:21.143659Z","time spent":"976.813227ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-27T02:19:37.811327Z","caller":"traceutil/trace.go:171","msg":"trace[1700366371] linearizableReadLoop","detail":"{readStateIndex:29960; appliedIndex:29959; }","duration":"191.105327ms","start":"2026-04-27T02:19:37.62019Z","end":"2026-04-27T02:19:37.811296Z","steps":["trace[1700366371] 'read index received' (duration: 190.625162ms)","trace[1700366371] 'applied index is now lower than readState.Index' (duration: 478.655µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:37.81144Z","caller":"traceutil/trace.go:171","msg":"trace[768329330] transaction","detail":"{read_only:false; response_revision:28639; number_of_response:1; }","duration":"205.268495ms","start":"2026-04-27T02:19:37.606134Z","end":"2026-04-27T02:19:37.811402Z","steps":["trace[768329330] 'process raft request' (duration: 204.937764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:37.811711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.496469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-27T02:19:37.811788Z","caller":"traceutil/trace.go:171","msg":"trace[53899833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28639; }","duration":"191.631343ms","start":"2026-04-27T02:19:37.620137Z","end":"2026-04-27T02:19:37.811769Z","steps":["trace[53899833] 'agreement among raft nodes before linearized reading' (duration: 191.283652ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:41.602683Z","caller":"traceutil/trace.go:171","msg":"trace[1140680423] linearizableReadLoop","detail":"{readStateIndex:29991; appliedIndex:29990; }","duration":"105.395949ms","start":"2026-04-27T02:19:41.497243Z","end":"2026-04-27T02:19:41.602639Z","steps":["trace[1140680423] 'read index received' (duration: 101.266439ms)","trace[1140680423] 'applied index is now lower than readState.Index' (duration: 4.1282ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:41.602836Z","caller":"traceutil/trace.go:171","msg":"trace[539394179] transaction","detail":"{read_only:false; response_revision:28667; number_of_response:1; }","duration":"111.578325ms","start":"2026-04-27T02:19:41.49124Z","end":"2026-04-27T02:19:41.602818Z","steps":["trace[539394179] 'process raft request' (duration: 107.336121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:41.60312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.850203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-04-27T02:19:41.603199Z","caller":"traceutil/trace.go:171","msg":"trace[639771169] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:28667; }","duration":"105.972777ms","start":"2026-04-27T02:19:41.497207Z","end":"2026-04-27T02:19:41.60318Z","steps":["trace[639771169] 'agreement among raft nodes before linearized reading' (duration: 105.705579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:41.604311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.455283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-27T02:19:41.604402Z","caller":"traceutil/trace.go:171","msg":"trace[467955279] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28667; }","duration":"101.62994ms","start":"2026-04-27T02:19:41.502747Z","end":"2026-04-27T02:19:41.604377Z","steps":["trace[467955279] 'agreement among raft nodes before linearized reading' (duration: 100.143393ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:41.912802Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fba6d6d8cd5f215c","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-27T02:19:41.95008Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-27T02:19:41.950271Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-27T02:19:42.290474Z","caller":"traceutil/trace.go:171","msg":"trace[1992253413] linearizableReadLoop","detail":"{readStateIndex:30005; appliedIndex:30004; }","duration":"290.225879ms","start":"2026-04-27T02:19:42.000215Z","end":"2026-04-27T02:19:42.290441Z","steps":["trace[1992253413] 'read index received' (duration: 289.428363ms)","trace[1992253413] 'applied index is now lower than readState.Index' (duration: 795.155µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:42.290497Z","caller":"traceutil/trace.go:171","msg":"trace[2113903620] transaction","detail":"{read_only:false; response_revision:28681; number_of_response:1; }","duration":"293.235883ms","start":"2026-04-27T02:19:41.997214Z","end":"2026-04-27T02:19:42.29045Z","steps":["trace[2113903620] 'process raft request' (duration: 292.349185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:42.290777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.545248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3195"} {"level":"info","ts":"2026-04-27T02:19:42.290853Z","caller":"traceutil/trace.go:171","msg":"trace[1950547638] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:28681; }","duration":"290.672472ms","start":"2026-04-27T02:19:42.000165Z","end":"2026-04-27T02:19:42.290837Z","steps":["trace[1950547638] 'agreement among raft nodes before linearized reading' (duration: 290.413744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:42.291155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.467533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-04-27T02:19:42.291211Z","caller":"traceutil/trace.go:171","msg":"trace[1212011981] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:28681; }","duration":"238.576966ms","start":"2026-04-27T02:19:42.05262Z","end":"2026-04-27T02:19:42.291197Z","steps":["trace[1212011981] 'agreement among raft nodes before linearized reading' (duration: 238.354529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:42.291538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.898214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-27T02:19:42.291638Z","caller":"traceutil/trace.go:171","msg":"trace[1887437770] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:28681; }","duration":"187.044279ms","start":"2026-04-27T02:19:42.104575Z","end":"2026-04-27T02:19:42.291619Z","steps":["trace[1887437770] 'agreement among raft nodes before linearized reading' (duration: 186.832562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:42.291692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.836156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-27T02:19:42.291737Z","caller":"traceutil/trace.go:171","msg":"trace[731149379] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:28681; }","duration":"207.926238ms","start":"2026-04-27T02:19:42.083797Z","end":"2026-04-27T02:19:42.291724Z","steps":["trace[731149379] 'agreement among raft nodes before linearized reading' (duration: 207.825095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:42.291877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.961149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-04-27T02:19:42.291969Z","caller":"traceutil/trace.go:171","msg":"trace[177194038] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:28681; }","duration":"145.118664ms","start":"2026-04-27T02:19:42.146826Z","end":"2026-04-27T02:19:42.291945Z","steps":["trace[177194038] 'agreement among raft nodes before linearized reading' (duration: 144.954159ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:42.659637Z","caller":"traceutil/trace.go:171","msg":"trace[931481446] linearizableReadLoop","detail":"{readStateIndex:30013; appliedIndex:30011; }","duration":"239.010161ms","start":"2026-04-27T02:19:42.420288Z","end":"2026-04-27T02:19:42.659298Z","steps":["trace[931481446] 'read index received' (duration: 82.784635ms)","trace[931481446] 'applied index is now lower than readState.Index' (duration: 156.223936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:42.659692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.375962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9627"} {"level":"info","ts":"2026-04-27T02:19:42.659782Z","caller":"traceutil/trace.go:171","msg":"trace[340382972] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:28689; }","duration":"239.523266ms","start":"2026-04-27T02:19:42.42024Z","end":"2026-04-27T02:19:42.659763Z","steps":["trace[340382972] 'agreement among raft nodes before linearized reading' (duration: 239.191076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:42.659891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.42496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"warn","ts":"2026-04-27T02:19:42.659891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.833323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-04-27T02:19:42.659928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.826312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-04-27T02:19:42.659952Z","caller":"traceutil/trace.go:171","msg":"trace[189452734] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:28689; }","duration":"212.535984ms","start":"2026-04-27T02:19:42.447402Z","end":"2026-04-27T02:19:42.659938Z","steps":["trace[189452734] 'agreement among raft nodes before linearized reading' (duration: 212.354118ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:42.659953Z","caller":"traceutil/trace.go:171","msg":"trace[756900037] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:28689; }","duration":"111.943566ms","start":"2026-04-27T02:19:42.547997Z","end":"2026-04-27T02:19:42.65994Z","steps":["trace[756900037] 'agreement among raft nodes before linearized reading' (duration: 111.791551ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:42.659963Z","caller":"traceutil/trace.go:171","msg":"trace[2089007715] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:28689; }","duration":"161.909954ms","start":"2026-04-27T02:19:42.498043Z","end":"2026-04-27T02:19:42.659953Z","steps":["trace[2089007715] 'agreement among raft nodes before linearized reading' (duration: 161.76414ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:42.660315Z","caller":"traceutil/trace.go:171","msg":"trace[1869799431] transaction","detail":"{read_only:false; response_revision:28689; number_of_response:1; }","duration":"242.121138ms","start":"2026-04-27T02:19:42.417268Z","end":"2026-04-27T02:19:42.659389Z","steps":["trace[1869799431] 'process raft request' (duration: 241.830979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:43.069837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.943593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:19:43.069964Z","caller":"traceutil/trace.go:171","msg":"trace[123169467] linearizableReadLoop","detail":"{readStateIndex:30029; appliedIndex:30028; }","duration":"205.695468ms","start":"2026-04-27T02:19:42.864246Z","end":"2026-04-27T02:19:43.069942Z","steps":["trace[123169467] 'read index received' (duration: 32.445845ms)","trace[123169467] 'applied index is now lower than readState.Index' (duration: 173.247893ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:43.069988Z","caller":"traceutil/trace.go:171","msg":"trace[1728537433] transaction","detail":"{read_only:false; response_revision:28705; number_of_response:1; }","duration":"207.445733ms","start":"2026-04-27T02:19:42.862511Z","end":"2026-04-27T02:19:43.069957Z","steps":["trace[1728537433] 'process raft request' (duration: 34.245662ms)","trace[1728537433] 'compare' (duration: 172.789888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:43.070194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.941525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-04-27T02:19:43.070224Z","caller":"traceutil/trace.go:171","msg":"trace[83050801] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:28705; }","duration":"206.012838ms","start":"2026-04-27T02:19:42.864201Z","end":"2026-04-27T02:19:43.070214Z","steps":["trace[83050801] 'agreement among raft nodes before linearized reading' (duration: 205.832352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:43.571081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:44.072162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:44.572533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:45.073383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:45.573877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:46.074007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:46.574455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:46.766331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999928576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:46.766401Z","caller":"traceutil/trace.go:171","msg":"trace[1290132157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00004348s","start":"2026-04-27T02:19:44.766342Z","end":"2026-04-27T02:19:46.766385Z","steps":["trace[1290132157] 'agreement among raft nodes before linearized reading' (duration: 1.999957707s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:46.76643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:44.766321Z","time spent":"2.000103312s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:47.07528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:47.575995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:48.006469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999694996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:48.006549Z","caller":"traceutil/trace.go:171","msg":"trace[1594586612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999848231s","start":"2026-04-27T02:19:43.006681Z","end":"2026-04-27T02:19:48.006529Z","steps":["trace[1594586612] 'agreement among raft nodes before linearized reading' (duration: 4.999737908s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:48.006584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.006655Z","time spent":"4.999922284s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/27 02:19:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:48.076525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:48.153765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.157175Z","time spent":"4.996579497s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:19:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:48.1544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.156481Z","time spent":"4.997908549s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:19:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:48.155534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.157005Z","time spent":"4.998523918s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:19:48.158713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.159829Z","time spent":"4.99888105s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:19:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:48.170079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.160094Z","time spent":"5.009982461s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:19:48.576904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:48.716381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000136993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:19:48.716483Z","caller":"traceutil/trace.go:171","msg":"trace[1991615599] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000292938s","start":"2026-04-27T02:19:46.716166Z","end":"2026-04-27T02:19:48.716459Z","steps":["trace[1991615599] 'agreement among raft nodes before linearized reading' (duration: 2.000156383s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:48.716542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:46.716147Z","time spent":"2.00038273s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:19:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:48.767635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000807324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:19:48.76776Z","caller":"traceutil/trace.go:171","msg":"trace[1408420128] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000963658s","start":"2026-04-27T02:19:46.766765Z","end":"2026-04-27T02:19:48.767729Z","steps":["trace[1408420128] 'agreement among raft nodes before linearized reading' (duration: 2.000785993s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:48.767867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:46.76676Z","time spent":"2.001075742s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:19:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:48.777116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.786106Z","time spent":"990.997994ms","remote":"127.0.0.1:58878","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:19:48.804754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999110017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:48.804861Z","caller":"traceutil/trace.go:171","msg":"trace[1367167363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999270332s","start":"2026-04-27T02:19:43.805563Z","end":"2026-04-27T02:19:48.804834Z","steps":["trace[1367167363] 'agreement among raft nodes before linearized reading' (duration: 4.999136458s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:48.804909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.805543Z","time spent":"4.999357454s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/27 02:19:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:49.07752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:49.57837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022336967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:49.77368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998681814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:49.773774Z","caller":"traceutil/trace.go:171","msg":"trace[686423996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998828888s","start":"2026-04-27T02:19:44.774925Z","end":"2026-04-27T02:19:49.773754Z","steps":["trace[686423996] 'agreement among raft nodes before linearized reading' (duration: 4.998712625s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:49.773822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:44.774903Z","time spent":"4.998907271s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/27 02:19:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:50.019126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.018277Z","time spent":"7.000840759s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:19:50.019548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.018219Z","time spent":"7.001326455s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:19:50.019745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.019113Z","time spent":"7.000622613s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:19:50.070826Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-27T02:19:50.071049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.177024216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-27T02:19:50.071027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.025144208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-27T02:19:50.071094Z","caller":"traceutil/trace.go:171","msg":"trace[2028244538] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.177129618s","start":"2026-04-27T02:19:42.89394Z","end":"2026-04-27T02:19:50.071069Z","steps":["trace[2028244538] 'agreement among raft nodes before linearized reading' (duration: 7.177063916s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:50.071082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.165615985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-27T02:19:50.07115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:42.893917Z","time spent":"7.177222322s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T02:19:50.071097Z","caller":"traceutil/trace.go:171","msg":"trace[1243647588] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"7.025288632s","start":"2026-04-27T02:19:43.04579Z","end":"2026-04-27T02:19:50.071079Z","steps":["trace[1243647588] 'agreement among raft nodes before linearized reading' (duration: 7.025191049s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:50.071166Z","caller":"traceutil/trace.go:171","msg":"trace[76874595] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; }","duration":"7.16577406s","start":"2026-04-27T02:19:42.905369Z","end":"2026-04-27T02:19:50.071143Z","steps":["trace[76874595] 'agreement among raft nodes before linearized reading' (duration: 7.165650716s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:50.0712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.045763Z","time spent":"7.025427626s","remote":"127.0.0.1:33850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:50.071215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:42.905348Z","time spent":"7.165855913s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-27T02:19:50.078252Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.059863514s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:19:50.078678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.078346Z","time spent":"7.000322324s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:19:50.078977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.078737Z","time spent":"7.000237221s","remote":"127.0.0.1:34120","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:19:50.814446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038911398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:50.814517Z","caller":"traceutil/trace.go:171","msg":"trace[1949742354] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.039031641s","start":"2026-04-27T02:19:48.775473Z","end":"2026-04-27T02:19:50.814504Z","steps":["trace[1949742354] 'agreement among raft nodes before linearized reading' (duration: 2.038945208s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:50.814545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:48.775454Z","time spent":"2.039084803s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:19:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:52.145825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:45.144867Z","time spent":"7.000944853s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:19:52.814519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000095201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:19:52.814619Z","caller":"traceutil/trace.go:171","msg":"trace[1568714413] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000236735s","start":"2026-04-27T02:19:50.814363Z","end":"2026-04-27T02:19:52.8146Z","steps":["trace[1568714413] 'agreement among raft nodes before linearized reading' (duration: 2.000097901s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:52.814661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:50.814358Z","time spent":"2.000293577s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:19:53.006302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998368646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:53.006423Z","caller":"traceutil/trace.go:171","msg":"trace[1612647147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998581413s","start":"2026-04-27T02:19:50.007803Z","end":"2026-04-27T02:19:53.006384Z","steps":["trace[1612647147] 'agreement among raft nodes before linearized reading' (duration: 2.998392097s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.006479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:50.007786Z","time spent":"2.998679936s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.030753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:51.024499Z","time spent":"2.006241595s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.030947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:51.027108Z","time spent":"2.003838069s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.031058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002981682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/monitoring/vector-headless-26jpv\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:53.031109Z","caller":"traceutil/trace.go:171","msg":"trace[981104168] range","detail":"{range_begin:/registry/endpointslices/monitoring/vector-headless-26jpv; range_end:; }","duration":"2.003107136s","start":"2026-04-27T02:19:51.027985Z","end":"2026-04-27T02:19:53.031092Z","steps":["trace[981104168] 'agreement among raft nodes before linearized reading' (duration: 2.003030294s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.031156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:51.027955Z","time spent":"2.003192699s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/monitoring/vector-headless-26jpv\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.033074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.563187426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:53.033164Z","caller":"traceutil/trace.go:171","msg":"trace[616556760] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; }","duration":"5.56491845s","start":"2026-04-27T02:19:47.468205Z","end":"2026-04-27T02:19:53.033123Z","steps":["trace[616556760] 'agreement among raft nodes before linearized reading' (duration: 5.563192406s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.033218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.468202Z","time spent":"5.565003203s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.035278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.567053278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:53.035329Z","caller":"traceutil/trace.go:171","msg":"trace[737376274] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; }","duration":"5.567117399s","start":"2026-04-27T02:19:47.468199Z","end":"2026-04-27T02:19:53.035317Z","steps":["trace[737376274] 'agreement among raft nodes before linearized reading' (duration: 5.567060868s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.035371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.468194Z","time spent":"5.567168561s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/keystone-api\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.035655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.567766481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:53.035725Z","caller":"traceutil/trace.go:171","msg":"trace[1167114596] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; }","duration":"5.567857093s","start":"2026-04-27T02:19:47.467852Z","end":"2026-04-27T02:19:53.035709Z","steps":["trace[1167114596] 'agreement among raft nodes before linearized reading' (duration: 5.56777748s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.035688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.567564984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-27T02:19:53.035761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.467845Z","time spent":"5.567906884s","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"info","ts":"2026-04-27T02:19:53.035763Z","caller":"traceutil/trace.go:171","msg":"trace[95184239] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"5.567860433s","start":"2026-04-27T02:19:47.46789Z","end":"2026-04-27T02:19:53.035751Z","steps":["trace[95184239] 'agreement among raft nodes before linearized reading' (duration: 5.567782521s)"],"step_count":1} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.035802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.467875Z","time spent":"5.567916845s","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.035806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.579094088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-27T02:19:53.035781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952172226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-6b5c8b7cdc\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-27T02:19:53.035805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.567627796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-27T02:19:53.035804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:50.02446Z","time spent":"3.011331205s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-04-27T02:19:53.035883Z","caller":"traceutil/trace.go:171","msg":"trace[77248439] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-6b5c8b7cdc; range_end:; }","duration":"2.952331742s","start":"2026-04-27T02:19:50.083526Z","end":"2026-04-27T02:19:53.035858Z","steps":["trace[77248439] 'agreement among raft nodes before linearized reading' (duration: 2.952187947s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.035903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.567730339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-27T02:19:53.035909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.578929823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-27T02:19:53.035929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.578487889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:53.035937Z","caller":"traceutil/trace.go:171","msg":"trace[2110846951] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; }","duration":"5.567782141s","start":"2026-04-27T02:19:47.468108Z","end":"2026-04-27T02:19:53.03589Z","steps":["trace[2110846951] 'agreement among raft nodes before linearized reading' (duration: 5.567625966s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.035951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:50.083511Z","time spent":"2.952426624s","remote":"127.0.0.1:34120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-6b5c8b7cdc\" "} {"level":"info","ts":"2026-04-27T02:19:53.035956Z","caller":"traceutil/trace.go:171","msg":"trace[889577632] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; }","duration":"5.5785389s","start":"2026-04-27T02:19:47.457409Z","end":"2026-04-27T02:19:53.035948Z","steps":["trace[889577632] 'agreement among raft nodes before linearized reading' (duration: 5.5785103s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.035997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.457397Z","time spent":"5.578594103s","remote":"127.0.0.1:44920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-27T02:19:53.036015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.468104Z","time spent":"5.567897354s","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-27T02:19:53.035926Z","caller":"traceutil/trace.go:171","msg":"trace[957195872] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; }","duration":"5.56776438s","start":"2026-04-27T02:19:47.468153Z","end":"2026-04-27T02:19:53.035918Z","steps":["trace[957195872] 'agreement among raft nodes before linearized reading' (duration: 5.56774228s)"],"step_count":1} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.036053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.468149Z","time spent":"5.567898405s","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.036074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.578625463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-27T02:19:53.036138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.567808951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:53.036154Z","caller":"traceutil/trace.go:171","msg":"trace[1698891113] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; }","duration":"5.578728867s","start":"2026-04-27T02:19:47.457413Z","end":"2026-04-27T02:19:53.036142Z","steps":["trace[1698891113] 'agreement among raft nodes before linearized reading' (duration: 5.578652664s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:53.036163Z","caller":"traceutil/trace.go:171","msg":"trace[9297988] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; }","duration":"5.567841533s","start":"2026-04-27T02:19:47.468315Z","end":"2026-04-27T02:19:53.036156Z","steps":["trace[9297988] 'agreement among raft nodes before linearized reading' (duration: 5.567815032s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.036161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.578755457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-27T02:19:53.036182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.579243262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-27T02:19:53.036196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.457397Z","time spent":"5.578788919s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-27T02:19:53.036192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.468311Z","time spent":"5.567873854s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T02:19:53.036215Z","caller":"traceutil/trace.go:171","msg":"trace[1691498763] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; }","duration":"5.579329866s","start":"2026-04-27T02:19:47.456877Z","end":"2026-04-27T02:19:53.036207Z","steps":["trace[1691498763] 'agreement among raft nodes before linearized reading' (duration: 5.579293744s)"],"step_count":1} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.036158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.567664037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-27T02:19:53.036239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.567693148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-27T02:19:53.03619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.567930836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"","error":"context canceled"} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T02:19:53.036305Z","caller":"traceutil/trace.go:171","msg":"trace[771282989] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; }","duration":"5.568051969s","start":"2026-04-27T02:19:47.468245Z","end":"2026-04-27T02:19:53.036297Z","steps":["trace[771282989] 'agreement among raft nodes before linearized reading' (duration: 5.567935866s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:53.036317Z","caller":"traceutil/trace.go:171","msg":"trace[949563199] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; }","duration":"5.56776799s","start":"2026-04-27T02:19:47.468522Z","end":"2026-04-27T02:19:53.03629Z","steps":["trace[949563199] 'agreement among raft nodes before linearized reading' (duration: 5.567702618s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.036352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.468242Z","time spent":"5.568097961s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.036379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.468515Z","time spent":"5.567851653s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-27T02:19:53.036252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.456808Z","time spent":"5.579435599s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T02:19:53.036212Z","caller":"traceutil/trace.go:171","msg":"trace[2067220000] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; }","duration":"5.578822829s","start":"2026-04-27T02:19:47.457377Z","end":"2026-04-27T02:19:53.036199Z","steps":["trace[2067220000] 'agreement among raft nodes before linearized reading' (duration: 5.578776468s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.036157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.567883324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-27T02:19:53.03653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.457366Z","time spent":"5.57914042s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-04-27T02:19:53.036542Z","caller":"traceutil/trace.go:171","msg":"trace[1280470850] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; }","duration":"5.568263436s","start":"2026-04-27T02:19:47.468259Z","end":"2026-04-27T02:19:53.036523Z","steps":["trace[1280470850] 'agreement among raft nodes before linearized reading' (duration: 5.567888064s)"],"step_count":1} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T02:19:53.035948Z","caller":"traceutil/trace.go:171","msg":"trace[1943621939] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; }","duration":"5.578971454s","start":"2026-04-27T02:19:47.456969Z","end":"2026-04-27T02:19:53.03594Z","steps":["trace[1943621939] 'agreement among raft nodes before linearized reading' (duration: 5.578926543s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.036622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.456957Z","time spent":"5.579660386s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T02:19:53.035865Z","caller":"traceutil/trace.go:171","msg":"trace[509031855] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; }","duration":"5.579195231s","start":"2026-04-27T02:19:47.456649Z","end":"2026-04-27T02:19:53.035845Z","steps":["trace[509031855] 'agreement among raft nodes before linearized reading' (duration: 5.579134269s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.036665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.456625Z","time spent":"5.580036788s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.036109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.567553253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:53.036728Z","caller":"traceutil/trace.go:171","msg":"trace[252040709] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; }","duration":"5.568175273s","start":"2026-04-27T02:19:47.468535Z","end":"2026-04-27T02:19:53.03671Z","steps":["trace[252040709] 'agreement among raft nodes before linearized reading' (duration: 5.567567274s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.036762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.468526Z","time spent":"5.568227805s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-27T02:19:53.036267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.567926965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"","error":"context canceled"} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T02:19:53.036799Z","caller":"traceutil/trace.go:171","msg":"trace[1951851138] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; }","duration":"5.568455612s","start":"2026-04-27T02:19:47.468329Z","end":"2026-04-27T02:19:53.036785Z","steps":["trace[1951851138] 'agreement among raft nodes before linearized reading' (duration: 5.567931475s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.036842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.468327Z","time spent":"5.568504843s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T02:19:53.036269Z","caller":"traceutil/trace.go:171","msg":"trace[1390597640] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; }","duration":"5.567832902s","start":"2026-04-27T02:19:47.468426Z","end":"2026-04-27T02:19:53.036258Z","steps":["trace[1390597640] 'agreement among raft nodes before linearized reading' (duration: 5.567673237s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.03692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.468416Z","time spent":"5.568497063s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.036593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.468257Z","time spent":"5.568322377s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.035953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.568103381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:53.037003Z","caller":"traceutil/trace.go:171","msg":"trace[1728796091] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; }","duration":"5.569172154s","start":"2026-04-27T02:19:47.467823Z","end":"2026-04-27T02:19:53.036995Z","steps":["trace[1728796091] 'agreement among raft nodes before linearized reading' (duration: 5.568122481s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.037034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.467812Z","time spent":"5.569212806s","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.075602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:46.074155Z","time spent":"7.001437549s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:19:53.153615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997009692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:53.153729Z","caller":"traceutil/trace.go:171","msg":"trace[1190459795] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997218198s","start":"2026-04-27T02:19:48.156483Z","end":"2026-04-27T02:19:53.153702Z","steps":["trace[1190459795] 'agreement among raft nodes before linearized reading' (duration: 4.997073344s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.153791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:48.156463Z","time spent":"4.997312341s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.1551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.983230586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:53.155182Z","caller":"traceutil/trace.go:171","msg":"trace[474420077] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.98336775s","start":"2026-04-27T02:19:48.171794Z","end":"2026-04-27T02:19:53.155162Z","steps":["trace[474420077] 'agreement among raft nodes before linearized reading' (duration: 4.983252437s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.155225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:48.171779Z","time spent":"4.983434263s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.155246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998367414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:53.155391Z","caller":"traceutil/trace.go:171","msg":"trace[1376690052] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998610742s","start":"2026-04-27T02:19:48.156736Z","end":"2026-04-27T02:19:53.155347Z","steps":["trace[1376690052] 'agreement among raft nodes before linearized reading' (duration: 4.998371605s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.155512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:48.156727Z","time spent":"4.998761337s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.158937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999756178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:19:53.159005Z","caller":"traceutil/trace.go:171","msg":"trace[514005523] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999845491s","start":"2026-04-27T02:19:48.159148Z","end":"2026-04-27T02:19:53.158994Z","steps":["trace[514005523] 'agreement among raft nodes before linearized reading' (duration: 4.999765669s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.159031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:48.159143Z","time spent":"4.999882622s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-27T02:19:53.160406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.988912606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:53.16045Z","caller":"traceutil/trace.go:171","msg":"trace[1566183032] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.988987598s","start":"2026-04-27T02:19:48.171454Z","end":"2026-04-27T02:19:53.160441Z","steps":["trace[1566183032] 'agreement among raft nodes before linearized reading' (duration: 4.988935816s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.160474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:48.17144Z","time spent":"4.989027709s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.387712Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"215c9dcc8fe9825f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-27T02:19:53.479543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119352868s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:53.479701Z","caller":"traceutil/trace.go:171","msg":"trace[107748520] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28706; }","duration":"3.119528174s","start":"2026-04-27T02:19:50.360152Z","end":"2026-04-27T02:19:53.47968Z","steps":["trace[107748520] 'range keys from in-memory index tree' (duration: 3.119331597s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.649613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.018235286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:53.649719Z","caller":"traceutil/trace.go:171","msg":"trace[994029977] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"10.018393621s","start":"2026-04-27T02:19:43.6313Z","end":"2026-04-27T02:19:53.649694Z","steps":["trace[994029977] 'agreement among raft nodes before linearized reading' (duration: 10.018267917s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.649775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.631276Z","time spent":"10.018488434s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.704929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99905108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:53.705183Z","caller":"traceutil/trace.go:171","msg":"trace[2123222027] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.999377621s","start":"2026-04-27T02:19:43.705775Z","end":"2026-04-27T02:19:53.705152Z","steps":["trace[2123222027] 'agreement among raft nodes before linearized reading' (duration: 9.999087612s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.705243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.705753Z","time spent":"9.999473203s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.714274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.63720486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:53.714355Z","caller":"traceutil/trace.go:171","msg":"trace[1115712183] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; }","duration":"10.637331273s","start":"2026-04-27T02:19:43.077004Z","end":"2026-04-27T02:19:53.714335Z","steps":["trace[1115712183] 'agreement among raft nodes before linearized reading' (duration: 10.637222809s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.714396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.076986Z","time spent":"10.637403316s","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:53.804905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990866729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:53.805028Z","caller":"traceutil/trace.go:171","msg":"trace[1535775792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.991024304s","start":"2026-04-27T02:19:50.813972Z","end":"2026-04-27T02:19:53.804996Z","steps":["trace[1535775792] 'agreement among raft nodes before linearized reading' (duration: 2.990859279s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:53.805097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:50.813926Z","time spent":"2.991156127s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/27 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:54.329598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999444903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:54.329735Z","caller":"traceutil/trace.go:171","msg":"trace[804245240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999644759s","start":"2026-04-27T02:19:44.330064Z","end":"2026-04-27T02:19:54.329709Z","steps":["trace[804245240] 'agreement among raft nodes before linearized reading' (duration: 9.999475564s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:54.329794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:44.33004Z","time spent":"9.999742902s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/27 02:19:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:54.347378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.990703207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:54.347436Z","caller":"traceutil/trace.go:171","msg":"trace[1271951048] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"9.99081593s","start":"2026-04-27T02:19:44.356606Z","end":"2026-04-27T02:19:54.347422Z","steps":["trace[1271951048] 'agreement among raft nodes before linearized reading' (duration: 9.990747728s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:54.347401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.990769298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-27T02:19:54.347469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:44.356578Z","time spent":"9.990882232s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/27 02:19:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T02:19:54.347513Z","caller":"traceutil/trace.go:171","msg":"trace[704689663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.990951545s","start":"2026-04-27T02:19:44.356531Z","end":"2026-04-27T02:19:54.347483Z","steps":["trace[704689663] 'agreement among raft nodes before linearized reading' (duration: 9.99080829s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:54.34763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:44.35651Z","time spent":"9.991102479s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/27 02:19:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:54.381611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:50.113617Z","time spent":"4.267959811s","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:19:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:54.450078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.371545563s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:19:54.713492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.71275Z","time spent":"7.000732996s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:19:54.77457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998632585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:54.774694Z","caller":"traceutil/trace.go:171","msg":"trace[715508190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998828771s","start":"2026-04-27T02:19:51.775829Z","end":"2026-04-27T02:19:54.774657Z","steps":["trace[715508190] 'agreement among raft nodes before linearized reading' (duration: 2.998666826s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:54.774759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:51.775798Z","time spent":"2.998947375s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/27 02:19:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:54.821555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000487234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:54.821833Z","caller":"traceutil/trace.go:171","msg":"trace[482923979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000822884s","start":"2026-04-27T02:19:52.820986Z","end":"2026-04-27T02:19:54.821809Z","steps":["trace[482923979] 'agreement among raft nodes before linearized reading' (duration: 2.000513885s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:54.821884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:52.820948Z","time spent":"2.000923917s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:19:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:55.78089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329811977s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-27T02:19:56.747824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:49.746792Z","time spent":"7.001020686s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:19:56.821643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9997367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:19:56.821755Z","caller":"traceutil/trace.go:171","msg":"trace[1259049090] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999932906s","start":"2026-04-27T02:19:54.821792Z","end":"2026-04-27T02:19:56.821725Z","steps":["trace[1259049090] 'agreement among raft nodes before linearized reading' (duration: 1.999779311s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:56.821825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:54.821763Z","time spent":"2.000047179s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:19:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:19:57.006158Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.555830116s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:19:58.014516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23144037s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:19:58.016739Z","caller":"traceutil/trace.go:171","msg":"trace[994376272] linearizableReadLoop","detail":"{readStateIndex:30045; appliedIndex:30029; }","duration":"7.945715258s","start":"2026-04-27T02:19:50.070963Z","end":"2026-04-27T02:19:58.016679Z","steps":["trace[994376272] 'read index received' (duration: 7.690633ms)","trace[994376272] 'applied index is now lower than readState.Index' (duration: 7.938007895s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:58.016808Z","caller":"traceutil/trace.go:171","msg":"trace[1054593930] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28721; }","duration":"5.865645341s","start":"2026-04-27T02:19:52.151129Z","end":"2026-04-27T02:19:58.016774Z","steps":["trace[1054593930] 'process raft request' (duration: 5.865554578s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.01686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.432258424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:58.016949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:52.151103Z","time spent":"5.865792695s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:58.016966Z","caller":"traceutil/trace.go:171","msg":"trace[861095168] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28721; }","duration":"11.4324369s","start":"2026-04-27T02:19:46.584505Z","end":"2026-04-27T02:19:58.016942Z","steps":["trace[861095168] 'agreement among raft nodes before linearized reading' (duration: 11.432188133s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.01701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:46.584474Z","time spent":"11.432528583s","remote":"127.0.0.1:33836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:58.017433Z","caller":"traceutil/trace.go:171","msg":"trace[1866665792] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28721; }","duration":"4.859792957s","start":"2026-04-27T02:19:53.157629Z","end":"2026-04-27T02:19:58.017422Z","steps":["trace[1866665792] 'process raft request' (duration: 4.859095815s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.017528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:53.157599Z","time spent":"4.859862909s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":52,"response count":0,"response size":551,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:58.017526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.297454008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa153d78de411f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-27T02:19:58.017596Z","caller":"traceutil/trace.go:171","msg":"trace[1948121968] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa153d78de411f; range_end:; response_count:1; response_revision:28721; }","duration":"9.297587012s","start":"2026-04-27T02:19:48.719989Z","end":"2026-04-27T02:19:58.017576Z","steps":["trace[1948121968] 'agreement among raft nodes before linearized reading' (duration: 9.297039565s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.017621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.661208939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:58.017648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:48.719968Z","time spent":"9.297670125s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa153d78de411f\" "} {"level":"info","ts":"2026-04-27T02:19:58.017669Z","caller":"traceutil/trace.go:171","msg":"trace[1409311644] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28721; }","duration":"8.661315383s","start":"2026-04-27T02:19:49.356342Z","end":"2026-04-27T02:19:58.017658Z","steps":["trace[1409311644] 'agreement among raft nodes before linearized reading' (duration: 8.660721254s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.017693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.402227888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:58.017705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:49.356315Z","time spent":"8.661380675s","remote":"127.0.0.1:39772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:58.017718Z","caller":"traceutil/trace.go:171","msg":"trace[2031796649] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:28721; }","duration":"9.402252089s","start":"2026-04-27T02:19:48.615458Z","end":"2026-04-27T02:19:58.01771Z","steps":["trace[2031796649] 'agreement among raft nodes before linearized reading' (duration: 9.401622039s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.017711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.339012327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:19:58.01774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:48.615397Z","time spent":"9.402336731s","remote":"127.0.0.1:58642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:58.017746Z","caller":"traceutil/trace.go:171","msg":"trace[1020193708] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:28721; }","duration":"13.33909517s","start":"2026-04-27T02:19:44.678642Z","end":"2026-04-27T02:19:58.017737Z","steps":["trace[1020193708] 'agreement among raft nodes before linearized reading' (duration: 13.338372457s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.01777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:44.678616Z","time spent":"13.339145331s","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:58.017841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.977560337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:58.017859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.703746967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:58.017877Z","caller":"traceutil/trace.go:171","msg":"trace[1484210288] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28721; }","duration":"13.977627839s","start":"2026-04-27T02:19:44.040235Z","end":"2026-04-27T02:19:58.017863Z","steps":["trace[1484210288] 'agreement among raft nodes before linearized reading' (duration: 13.976796403s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:58.017891Z","caller":"traceutil/trace.go:171","msg":"trace[121620088] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:28721; }","duration":"14.703781109s","start":"2026-04-27T02:19:43.314095Z","end":"2026-04-27T02:19:58.017876Z","steps":["trace[121620088] 'agreement among raft nodes before linearized reading' (duration: 14.702980574s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.017903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:44.04021Z","time spent":"13.977684481s","remote":"127.0.0.1:40090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:58.017924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.314013Z","time spent":"14.703902022s","remote":"127.0.0.1:58652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:58.017944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.74013855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:58.01791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.781144536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:58.017992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.762137497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-27T02:19:58.018013Z","caller":"traceutil/trace.go:171","msg":"trace[21779802] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28721; }","duration":"8.762190749s","start":"2026-04-27T02:19:49.255816Z","end":"2026-04-27T02:19:58.018007Z","steps":["trace[21779802] 'agreement among raft nodes before linearized reading' (duration: 8.76127263s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.018024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.684138461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:58.018039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:49.255798Z","time spent":"8.762235911s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-27T02:19:58.018033Z","caller":"traceutil/trace.go:171","msg":"trace[1035968453] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28721; }","duration":"10.781361503s","start":"2026-04-27T02:19:47.236643Z","end":"2026-04-27T02:19:58.018005Z","steps":["trace[1035968453] 'agreement among raft nodes before linearized reading' (duration: 10.780404043s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.018037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.569137805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-dkfts\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-27T02:19:58.018065Z","caller":"traceutil/trace.go:171","msg":"trace[600505779] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:28721; }","duration":"10.684223804s","start":"2026-04-27T02:19:47.333825Z","end":"2026-04-27T02:19:58.018049Z","steps":["trace[600505779] 'agreement among raft nodes before linearized reading' (duration: 10.683271494s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.017907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.176145163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:58.018099Z","caller":"traceutil/trace.go:171","msg":"trace[774314213] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-dkfts; range_end:; response_count:1; response_revision:28721; }","duration":"14.569248069s","start":"2026-04-27T02:19:43.44883Z","end":"2026-04-27T02:19:58.018079Z","steps":["trace[774314213] 'agreement among raft nodes before linearized reading' (duration: 14.568230127s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.018094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.747505266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-27T02:19:58.018127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.333802Z","time spent":"10.684312787s","remote":"127.0.0.1:58632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:58.01816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.448806Z","time spent":"14.569342802s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5707,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-dkfts\" "} {"level":"info","ts":"2026-04-27T02:19:58.018178Z","caller":"traceutil/trace.go:171","msg":"trace[771269180] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28721; }","duration":"8.747657951s","start":"2026-04-27T02:19:49.270497Z","end":"2026-04-27T02:19:58.018155Z","steps":["trace[771269180] 'agreement among raft nodes before linearized reading' (duration: 8.746575637s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.018221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:49.270483Z","time spent":"8.747730303s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:19:58.018245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.965167229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:58.01813Z","caller":"traceutil/trace.go:171","msg":"trace[931652457] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:28721; }","duration":"12.176458543s","start":"2026-04-27T02:19:45.841655Z","end":"2026-04-27T02:19:58.018114Z","steps":["trace[931652457] 'agreement among raft nodes before linearized reading' (duration: 12.175303757s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:58.018318Z","caller":"traceutil/trace.go:171","msg":"trace[165885683] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:28721; }","duration":"10.965290243s","start":"2026-04-27T02:19:47.053001Z","end":"2026-04-27T02:19:58.018291Z","steps":["trace[165885683] 'agreement among raft nodes before linearized reading' (duration: 10.964119856s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.018354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:45.841627Z","time spent":"12.176714522s","remote":"127.0.0.1:44842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:58.01798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.206462439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:19:58.018387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.22498496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:58.018421Z","caller":"traceutil/trace.go:171","msg":"trace[1483693102] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28721; }","duration":"8.225053122s","start":"2026-04-27T02:19:49.793358Z","end":"2026-04-27T02:19:58.018411Z","steps":["trace[1483693102] 'agreement among raft nodes before linearized reading' (duration: 8.22373558s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:58.018429Z","caller":"traceutil/trace.go:171","msg":"trace[800523868] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:28721; }","duration":"14.206912573s","start":"2026-04-27T02:19:43.811495Z","end":"2026-04-27T02:19:58.018408Z","steps":["trace[800523868] 'agreement among raft nodes before linearized reading' (duration: 14.20555441s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.018462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:49.79334Z","time spent":"8.225112114s","remote":"127.0.0.1:55932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:58.018013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.030517702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:19:58.01849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:43.811488Z","time spent":"14.206982085s","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:58.018098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.236615Z","time spent":"10.781468666s","remote":"127.0.0.1:40150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:58.018549Z","caller":"traceutil/trace.go:171","msg":"trace[1900879552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28721; }","duration":"13.031054579s","start":"2026-04-27T02:19:44.987451Z","end":"2026-04-27T02:19:58.018505Z","steps":["trace[1900879552] 'agreement among raft nodes before linearized reading' (duration: 13.029554131s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.017967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.515407231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:19:58.01864Z","caller":"traceutil/trace.go:171","msg":"trace[114443492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28721; }","duration":"11.516130764s","start":"2026-04-27T02:19:46.502493Z","end":"2026-04-27T02:19:58.018624Z","steps":["trace[114443492] 'agreement among raft nodes before linearized reading' (duration: 11.51443315s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.018677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:46.502463Z","time spent":"11.516202996s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:58.018691Z","caller":"traceutil/trace.go:171","msg":"trace[292412082] transaction","detail":"{read_only:false; response_revision:28722; number_of_response:1; }","duration":"4.859820277s","start":"2026-04-27T02:19:53.158854Z","end":"2026-04-27T02:19:58.018674Z","steps":["trace[292412082] 'process raft request' (duration: 4.858440924s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.017728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.504282459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:58.018768Z","caller":"traceutil/trace.go:171","msg":"trace[288537640] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:28721; }","duration":"12.505421065s","start":"2026-04-27T02:19:45.513335Z","end":"2026-04-27T02:19:58.018756Z","steps":["trace[288537640] 'agreement among raft nodes before linearized reading' (duration: 12.503648219s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.018771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:53.158835Z","time spent":"4.85988482s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:19:58.018801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:45.513304Z","time spent":"12.505487747s","remote":"127.0.0.1:44944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:58.018669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:44.98743Z","time spent":"13.031192583s","remote":"127.0.0.1:58688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:58.018799Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"110.733µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-04-27T02:19:58.017918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.297913351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:58.018936Z","caller":"traceutil/trace.go:171","msg":"trace[1955659894] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28721; }","duration":"12.299002115s","start":"2026-04-27T02:19:45.719917Z","end":"2026-04-27T02:19:58.018919Z","steps":["trace[1955659894] 'agreement among raft nodes before linearized reading' (duration: 12.297056603s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:58.018951Z","caller":"traceutil/trace.go:171","msg":"trace[2021246548] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28722; }","duration":"4.85740183s","start":"2026-04-27T02:19:53.161533Z","end":"2026-04-27T02:19:58.018935Z","steps":["trace[2021246548] 'process raft request' (duration: 4.857029439s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.018969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:45.71989Z","time spent":"12.299069176s","remote":"127.0.0.1:39830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:58.018989Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"215c9dcc8fe9825f","error":"lease not found"} {"level":"warn","ts":"2026-04-27T02:19:58.018373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:47.052979Z","time spent":"10.965382976s","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:58.019051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:53.161523Z","time spent":"4.857457203s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:58.019052Z","caller":"traceutil/trace.go:171","msg":"trace[1870505033] transaction","detail":"{read_only:false; response_revision:28723; number_of_response:1; }","duration":"4.211676393s","start":"2026-04-27T02:19:53.807363Z","end":"2026-04-27T02:19:58.01904Z","steps":["trace[1870505033] 'process raft request' (duration: 4.211514518s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:58.019091Z","caller":"traceutil/trace.go:171","msg":"trace[272348286] transaction","detail":"{read_only:false; response_revision:28724; number_of_response:1; }","duration":"3.686431561s","start":"2026-04-27T02:19:54.332643Z","end":"2026-04-27T02:19:58.019074Z","steps":["trace[272348286] 'process raft request' (duration: 3.686339088s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:58.017979Z","caller":"traceutil/trace.go:171","msg":"trace[61991990] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28721; }","duration":"12.740214972s","start":"2026-04-27T02:19:45.277753Z","end":"2026-04-27T02:19:58.017968Z","steps":["trace[61991990] 'agreement among raft nodes before linearized reading' (duration: 12.739240471s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.019126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:53.807332Z","time spent":"4.211753775s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:58.01919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:45.277728Z","time spent":"12.741435721s","remote":"127.0.0.1:39802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:58.019203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:54.332606Z","time spent":"3.686528104s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:58.019398Z","caller":"traceutil/trace.go:171","msg":"trace[1781966948] transaction","detail":"{read_only:false; response_revision:28725; number_of_response:1; }","duration":"3.669176806s","start":"2026-04-27T02:19:54.350209Z","end":"2026-04-27T02:19:58.019385Z","steps":["trace[1781966948] 'process raft request' (duration: 3.668822854s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.019464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:54.350175Z","time spent":"3.669259168s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:58.019551Z","caller":"traceutil/trace.go:171","msg":"trace[173669936] transaction","detail":"{read_only:false; response_revision:28726; number_of_response:1; }","duration":"3.242425485s","start":"2026-04-27T02:19:54.777115Z","end":"2026-04-27T02:19:58.019541Z","steps":["trace[173669936] 'process raft request' (duration: 3.242185388s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.019639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:54.777087Z","time spent":"3.242522958s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:58.7187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000433012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:19:58.718795Z","caller":"traceutil/trace.go:171","msg":"trace[483676830] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000600838s","start":"2026-04-27T02:19:56.718173Z","end":"2026-04-27T02:19:58.718774Z","steps":["trace[483676830] 'agreement among raft nodes before linearized reading' (duration: 2.000463244s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.718839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:56.718153Z","time spent":"2.00067796s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:19:58.831474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000252406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:19:58.831649Z","caller":"traceutil/trace.go:171","msg":"trace[939141194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000456413s","start":"2026-04-27T02:19:56.831169Z","end":"2026-04-27T02:19:58.831625Z","steps":["trace[939141194] 'agreement among raft nodes before linearized reading' (duration: 2.000246576s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:58.831709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:56.831104Z","time spent":"2.000592097s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:19:59.344614Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321512664s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:19:59.440665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421258796s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T02:19:59.44105Z","caller":"traceutil/trace.go:171","msg":"trace[372112400] linearizableReadLoop","detail":"{readStateIndex:30059; appliedIndex:30049; }","duration":"1.424190648s","start":"2026-04-27T02:19:58.016835Z","end":"2026-04-27T02:19:59.441025Z","steps":["trace[372112400] 'read index received' (duration: 253.858µs)","trace[372112400] 'applied index is now lower than readState.Index' (duration: 1.42393543s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:59.441058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:59.07217Z","time spent":"368.879353ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:19:59.441436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875489943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:19:59.441487Z","caller":"traceutil/trace.go:171","msg":"trace[1489838806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28727; }","duration":"3.875598807s","start":"2026-04-27T02:19:55.565874Z","end":"2026-04-27T02:19:59.441473Z","steps":["trace[1489838806] 'agreement among raft nodes before linearized reading' (duration: 3.875491313s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.441528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:55.565851Z","time spent":"3.875665369s","remote":"127.0.0.1:58706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:59.441601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215161833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:19 size:8170"} {"level":"info","ts":"2026-04-27T02:19:59.44169Z","caller":"traceutil/trace.go:171","msg":"trace[1508510498] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:19; response_revision:28727; }","duration":"3.215318499s","start":"2026-04-27T02:19:56.226353Z","end":"2026-04-27T02:19:59.441671Z","steps":["trace[1508510498] 'agreement among raft nodes before linearized reading' (duration: 3.214982118s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.441721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:56.226327Z","time spent":"3.215387891s","remote":"127.0.0.1:33734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":19,"response size":8194,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"warn","ts":"2026-04-27T02:19:59.441807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.492143902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:19:59.441891Z","caller":"traceutil/trace.go:171","msg":"trace[759808816] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28727; }","duration":"4.492250505s","start":"2026-04-27T02:19:54.949591Z","end":"2026-04-27T02:19:59.441841Z","steps":["trace[759808816] 'agreement among raft nodes before linearized reading' (duration: 4.492170253s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.441964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:54.949556Z","time spent":"4.492367679s","remote":"127.0.0.1:34092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:59.442125Z","caller":"traceutil/trace.go:171","msg":"trace[809147450] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28727; }","duration":"2.688627831s","start":"2026-04-27T02:19:56.753458Z","end":"2026-04-27T02:19:59.442086Z","steps":["trace[809147450] 'process raft request' (duration: 2.68733769s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.442251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.724584485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T02:19:59.442292Z","caller":"traceutil/trace.go:171","msg":"trace[301226037] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:28727; }","duration":"4.724654637s","start":"2026-04-27T02:19:54.717627Z","end":"2026-04-27T02:19:59.442281Z","steps":["trace[301226037] 'agreement among raft nodes before linearized reading' (duration: 4.724513593s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.442329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:54.71761Z","time spent":"4.724710908s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-27T02:19:59.442403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.668241703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:59.442465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674573307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:59.442491Z","caller":"traceutil/trace.go:171","msg":"trace[380356356] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:28727; }","duration":"6.668388238s","start":"2026-04-27T02:19:52.774086Z","end":"2026-04-27T02:19:59.442474Z","steps":["trace[380356356] 'agreement among raft nodes before linearized reading' (duration: 6.668235333s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:59.442511Z","caller":"traceutil/trace.go:171","msg":"trace[804011123] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:28727; }","duration":"2.67465336s","start":"2026-04-27T02:19:56.767841Z","end":"2026-04-27T02:19:59.442495Z","steps":["trace[804011123] 'agreement among raft nodes before linearized reading' (duration: 2.674563997s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.442529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:52.774061Z","time spent":"6.66845777s","remote":"127.0.0.1:40198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:59.442555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:56.767826Z","time spent":"2.674720041s","remote":"127.0.0.1:58654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:59.442561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.197214751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:59.442313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:56.753417Z","time spent":"2.688799156s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:59.442675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.659904189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:59.442715Z","caller":"traceutil/trace.go:171","msg":"trace[1084121633] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28727; }","duration":"7.659968472s","start":"2026-04-27T02:19:51.782738Z","end":"2026-04-27T02:19:59.442706Z","steps":["trace[1084121633] 'agreement among raft nodes before linearized reading' (duration: 7.659904199s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.44275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:51.782728Z","time spent":"7.660014313s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:59.442772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.067806606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-27T02:19:59.442763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.195819718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:59.442616Z","caller":"traceutil/trace.go:171","msg":"trace[513202738] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28727; }","duration":"9.197322484s","start":"2026-04-27T02:19:50.245274Z","end":"2026-04-27T02:19:59.442597Z","steps":["trace[513202738] 'agreement among raft nodes before linearized reading' (duration: 9.197226631s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.442833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:50.245247Z","time spent":"9.197576452s","remote":"127.0.0.1:40042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-27T02:19:59.442836Z","caller":"traceutil/trace.go:171","msg":"trace[2071385350] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:28727; }","duration":"8.195931891s","start":"2026-04-27T02:19:51.246887Z","end":"2026-04-27T02:19:59.442819Z","steps":["trace[2071385350] 'agreement among raft nodes before linearized reading' (duration: 8.195810887s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.442859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.221939615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:59.442875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.100620683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:59.442796Z","caller":"traceutil/trace.go:171","msg":"trace[418072569] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:28727; }","duration":"5.067877699s","start":"2026-04-27T02:19:54.374909Z","end":"2026-04-27T02:19:59.442787Z","steps":["trace[418072569] 'agreement among raft nodes before linearized reading' (duration: 5.067761645s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.442932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.293321329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:59.44256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.141603027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T02:19:59.442958Z","caller":"traceutil/trace.go:171","msg":"trace[1209220900] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28728; }","duration":"6.293387151s","start":"2026-04-27T02:19:53.149565Z","end":"2026-04-27T02:19:59.442953Z","steps":["trace[1209220900] 'agreement among raft nodes before linearized reading' (duration: 6.29334063s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.442955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.719183062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:19:59.44298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:53.149545Z","time spent":"6.293430673s","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:59.442973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.166659856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:19:59.442971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:54.374882Z","time spent":"5.068062045s","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-27T02:19:59.443008Z","caller":"traceutil/trace.go:171","msg":"trace[1968376730] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28728; }","duration":"7.719283365s","start":"2026-04-27T02:19:51.723705Z","end":"2026-04-27T02:19:59.442988Z","steps":["trace[1968376730] 'agreement among raft nodes before linearized reading' (duration: 7.719205843s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:59.443013Z","caller":"traceutil/trace.go:171","msg":"trace[10261328] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28728; }","duration":"9.166746509s","start":"2026-04-27T02:19:50.276255Z","end":"2026-04-27T02:19:59.443002Z","steps":["trace[10261328] 'agreement among raft nodes before linearized reading' (duration: 9.166667846s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.443062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:50.276228Z","time spent":"9.166825962s","remote":"127.0.0.1:40698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:59.443073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.485718309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:19:59.443089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.601166755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:59.443114Z","caller":"traceutil/trace.go:171","msg":"trace[1549550727] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:28728; }","duration":"5.601225017s","start":"2026-04-27T02:19:53.84188Z","end":"2026-04-27T02:19:59.443105Z","steps":["trace[1549550727] 'agreement among raft nodes before linearized reading' (duration: 5.601179636s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:59.442966Z","caller":"traceutil/trace.go:171","msg":"trace[210871519] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28727; }","duration":"7.14205167s","start":"2026-04-27T02:19:52.300906Z","end":"2026-04-27T02:19:59.442958Z","steps":["trace[210871519] 'agreement among raft nodes before linearized reading' (duration: 7.141572385s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.443126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.363613951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-27T02:19:59.443138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:53.841869Z","time spent":"5.601264098s","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:59.443128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.85361214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:59.442881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:51.246867Z","time spent":"8.196001764s","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:59.44317Z","caller":"traceutil/trace.go:171","msg":"trace[1709093455] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28728; }","duration":"5.853680602s","start":"2026-04-27T02:19:53.589477Z","end":"2026-04-27T02:19:59.443157Z","steps":["trace[1709093455] 'agreement among raft nodes before linearized reading' (duration: 5.8536134s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.443269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:53.589457Z","time spent":"5.853743084s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:59.443023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.299234787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:19:59.44293Z","caller":"traceutil/trace.go:171","msg":"trace[906822836] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28728; }","duration":"6.100711205s","start":"2026-04-27T02:19:53.342208Z","end":"2026-04-27T02:19:59.442919Z","steps":["trace[906822836] 'agreement among raft nodes before linearized reading' (duration: 6.100593282s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:59.443316Z","caller":"traceutil/trace.go:171","msg":"trace[2080976325] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:28728; }","duration":"5.299575689s","start":"2026-04-27T02:19:54.143733Z","end":"2026-04-27T02:19:59.443309Z","steps":["trace[2080976325] 'agreement among raft nodes before linearized reading' (duration: 5.299252748s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.443339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:54.143705Z","time spent":"5.29962609s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:59.442407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978410335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:59.44338Z","caller":"traceutil/trace.go:171","msg":"trace[202634745] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:28727; }","duration":"1.97947785s","start":"2026-04-27T02:19:57.463895Z","end":"2026-04-27T02:19:59.443372Z","steps":["trace[202634745] 'agreement among raft nodes before linearized reading' (duration: 1.978357364s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.443407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:57.463868Z","time spent":"1.97953101s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:59.44311Z","caller":"traceutil/trace.go:171","msg":"trace[442389687] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:28728; }","duration":"5.48575651s","start":"2026-04-27T02:19:53.957345Z","end":"2026-04-27T02:19:59.443102Z","steps":["trace[442389687] 'agreement among raft nodes before linearized reading' (duration: 5.485701868s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.443455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:53.957256Z","time spent":"5.486185033s","remote":"127.0.0.1:34008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:59.443338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:53.342186Z","time spent":"6.101143669s","remote":"127.0.0.1:39792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:59.443061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:51.723678Z","time spent":"7.719368747s","remote":"127.0.0.1:58662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:59.44289Z","caller":"traceutil/trace.go:171","msg":"trace[1733791728] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:28728; }","duration":"6.222002387s","start":"2026-04-27T02:19:53.220879Z","end":"2026-04-27T02:19:59.442881Z","steps":["trace[1733791728] 'agreement among raft nodes before linearized reading' (duration: 6.221930955s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.443699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:53.22086Z","time spent":"6.222822922s","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:59.44293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.405541572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.67\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:59.443764Z","caller":"traceutil/trace.go:171","msg":"trace[1335939752] range","detail":"{range_begin:/registry/masterleases/199.19.213.67; range_end:; response_count:0; response_revision:28728; }","duration":"8.4064027s","start":"2026-04-27T02:19:51.037352Z","end":"2026-04-27T02:19:59.443754Z","steps":["trace[1335939752] 'agreement among raft nodes before linearized reading' (duration: 8.405549103s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.443798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:51.037336Z","time spent":"8.406453962s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.19.213.67\" "} {"level":"info","ts":"2026-04-27T02:19:59.442795Z","caller":"traceutil/trace.go:171","msg":"trace[2116278677] transaction","detail":"{read_only:false; response_revision:28728; number_of_response:1; }","duration":"1.41982322s","start":"2026-04-27T02:19:58.022961Z","end":"2026-04-27T02:19:59.442784Z","steps":["trace[2116278677] 'process raft request' (duration: 1.417963661s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:59.443153Z","caller":"traceutil/trace.go:171","msg":"trace[2020892635] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:28728; }","duration":"6.363685642s","start":"2026-04-27T02:19:53.079461Z","end":"2026-04-27T02:19:59.443146Z","steps":["trace[2020892635] 'agreement among raft nodes before linearized reading' (duration: 6.36360599s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:59.443965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:53.079435Z","time spent":"6.364522129s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-27T02:19:59.44315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:52.300882Z","time spent":"7.142260017s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-27T02:19:59.444013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:58.022935Z","time spent":"1.420944446s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:59.94152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022337001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:20:00.442712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022337001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:20:00.840592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000348649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:20:00.840709Z","caller":"traceutil/trace.go:171","msg":"trace[2051390174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551595s","start":"2026-04-27T02:19:58.840132Z","end":"2026-04-27T02:20:00.840683Z","steps":["trace[2051390174] 'agreement among raft nodes before linearized reading' (duration: 2.0003959s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:00.840762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:58.840102Z","time spent":"2.000649818s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:20:00.943611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022337001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:20:01.443783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022337001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:20:01.944872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022337001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:20:02.188528Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.352757922s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:20:02.443754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082817455s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:02.443879Z","caller":"traceutil/trace.go:171","msg":"trace[1362420079] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28728; }","duration":"2.082957219s","start":"2026-04-27T02:20:00.360904Z","end":"2026-04-27T02:20:02.443861Z","steps":["trace[1362420079] 'range keys from in-memory index tree' (duration: 2.082796634s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:02.445193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.282666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:20:02.445529Z","caller":"traceutil/trace.go:171","msg":"trace[1999928728] transaction","detail":"{read_only:false; response_revision:28731; number_of_response:1; }","duration":"4.417189235s","start":"2026-04-27T02:19:58.028322Z","end":"2026-04-27T02:20:02.445511Z","steps":["trace[1999928728] 'process raft request' (duration: 4.417119373s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:02.4456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:58.028312Z","time spent":"4.417254157s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5452,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:02.445644Z","caller":"traceutil/trace.go:171","msg":"trace[372787841] transaction","detail":"{read_only:false; response_revision:28730; number_of_response:1; }","duration":"4.419355254s","start":"2026-04-27T02:19:58.026277Z","end":"2026-04-27T02:20:02.445632Z","steps":["trace[372787841] 'process raft request' (duration: 4.419022523s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:02.445671Z","caller":"traceutil/trace.go:171","msg":"trace[1665546314] transaction","detail":"{read_only:false; response_revision:28729; number_of_response:1; }","duration":"4.419905731s","start":"2026-04-27T02:19:58.025718Z","end":"2026-04-27T02:20:02.445624Z","steps":["trace[1665546314] 'process raft request' (duration: 4.163094658s)","trace[1665546314] 'compare' (duration: 255.76583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:02.445734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:58.026268Z","time spent":"4.419405655s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:02.445956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:58.025699Z","time spent":"4.420071436s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:02.71031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.26030699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:20:02.71039Z","caller":"traceutil/trace.go:171","msg":"trace[1109295017] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"3.260429774s","start":"2026-04-27T02:19:59.44994Z","end":"2026-04-27T02:20:02.710369Z","steps":["trace[1109295017] 'agreement among raft nodes before linearized reading' (duration: 3.2603216s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:02.710425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:59.449901Z","time spent":"3.260517736s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/27 02:20:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:20:02.842365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000208444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:20:02.842472Z","caller":"traceutil/trace.go:171","msg":"trace[704247776] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00039705s","start":"2026-04-27T02:20:00.842051Z","end":"2026-04-27T02:20:02.842448Z","steps":["trace[704247776] 'agreement among raft nodes before linearized reading' (duration: 2.000256956s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:02.842531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:00.842008Z","time spent":"2.000505653s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:20:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:20:03.552117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.165007181s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:20:04.848984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:20:04.849063Z","caller":"traceutil/trace.go:171","msg":"trace[1112469352] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000170684s","start":"2026-04-27T02:20:02.848874Z","end":"2026-04-27T02:20:04.849044Z","steps":["trace[1112469352] 'agreement among raft nodes before linearized reading' (duration: 2.000063241s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:04.849104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:02.848855Z","time spent":"2.000240737s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:20:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:20:06.447008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:59.446583Z","time spent":"7.000417266s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:06.611624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.059216347s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-27T02:20:06.611769Z","caller":"traceutil/trace.go:171","msg":"trace[742047299] linearizableReadLoop","detail":"{readStateIndex:30064; appliedIndex:30060; }","duration":"7.170643114s","start":"2026-04-27T02:19:59.441097Z","end":"2026-04-27T02:20:06.61174Z","steps":["trace[742047299] 'read index received' (duration: 2.747745979s)","trace[742047299] 'applied index is now lower than readState.Index' (duration: 4.422895014s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:06.611956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.238693493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:06.612002Z","caller":"traceutil/trace.go:171","msg":"trace[2104088284] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:28731; }","duration":"7.238797296s","start":"2026-04-27T02:19:59.373192Z","end":"2026-04-27T02:20:06.611989Z","steps":["trace[2104088284] 'agreement among raft nodes before linearized reading' (duration: 7.238641711s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:06.612044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:59.373163Z","time spent":"7.238869329s","remote":"127.0.0.1:55950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:06.612101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.98220925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:06.612199Z","caller":"traceutil/trace.go:171","msg":"trace[875830965] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28731; }","duration":"7.982326043s","start":"2026-04-27T02:19:58.62985Z","end":"2026-04-27T02:20:06.612176Z","steps":["trace[875830965] 'agreement among raft nodes before linearized reading' (duration: 7.982152708s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:06.612226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.588698559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-04-27T02:20:06.612272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:58.629802Z","time spent":"7.982456008s","remote":"127.0.0.1:39856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:06.61231Z","caller":"traceutil/trace.go:171","msg":"trace[224668489] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:28731; }","duration":"8.588822512s","start":"2026-04-27T02:19:58.023468Z","end":"2026-04-27T02:20:06.612291Z","steps":["trace[224668489] 'agreement among raft nodes before linearized reading' (duration: 8.588582864s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:06.612352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:58.023458Z","time spent":"8.588885795s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-27T02:20:06.849292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999837873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:20:06.849398Z","caller":"traceutil/trace.go:171","msg":"trace[1277958900] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000023248s","start":"2026-04-27T02:20:04.84935Z","end":"2026-04-27T02:20:06.849373Z","steps":["trace[1277958900] 'agreement among raft nodes before linearized reading' (duration: 1.999872323s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:06.849455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:04.849324Z","time spent":"2.000119241s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:20:06.911018Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.358672097s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:20:08.714518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000657609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:20:08.714647Z","caller":"traceutil/trace.go:171","msg":"trace[1263213024] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000847525s","start":"2026-04-27T02:20:06.713768Z","end":"2026-04-27T02:20:08.714615Z","steps":["trace[1263213024] 'agreement among raft nodes before linearized reading' (duration: 2.00068298s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.714737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:06.713748Z","time spent":"2.00097221s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:20:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:20:08.856477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:20:08.856613Z","caller":"traceutil/trace.go:171","msg":"trace[411880665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000228186s","start":"2026-04-27T02:20:06.856353Z","end":"2026-04-27T02:20:08.856582Z","steps":["trace[411880665] 'agreement among raft nodes before linearized reading' (duration: 2.000061831s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.856686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:06.85633Z","time spent":"2.00033848s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:20:08.86339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951997282s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:20:08.863525Z","caller":"traceutil/trace.go:171","msg":"trace[1007417952] transaction","detail":"{read_only:false; response_revision:28732; number_of_response:1; }","duration":"6.147773283s","start":"2026-04-27T02:20:02.715726Z","end":"2026-04-27T02:20:08.863499Z","steps":["trace[1007417952] 'process raft request' (duration: 4.195559784s)","trace[1007417952] 'compare' (duration: 1.950998811s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:20:08.863649Z","caller":"traceutil/trace.go:171","msg":"trace[1405154393] linearizableReadLoop","detail":"{readStateIndex:30065; appliedIndex:30064; }","duration":"2.251805823s","start":"2026-04-27T02:20:06.611805Z","end":"2026-04-27T02:20:08.86361Z","steps":["trace[1405154393] 'read index received' (duration: 299.444349ms)","trace[1405154393] 'applied index is now lower than readState.Index' (duration: 1.952358414s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:08.863706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:02.715703Z","time spent":"6.147911038s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:08.863894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.413240838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-04-27T02:20:08.863701Z","caller":"traceutil/trace.go:171","msg":"trace[1214071227] transaction","detail":"{read_only:false; response_revision:28733; number_of_response:1; }","duration":"2.246605889s","start":"2026-04-27T02:20:06.617073Z","end":"2026-04-27T02:20:08.863679Z","steps":["trace[1214071227] 'process raft request' (duration: 2.246448194s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.863912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.111756943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:08.863984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260710844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:08.863936Z","caller":"traceutil/trace.go:171","msg":"trace[2039560061] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28733; }","duration":"6.413322391s","start":"2026-04-27T02:20:02.450604Z","end":"2026-04-27T02:20:08.863927Z","steps":["trace[2039560061] 'agreement among raft nodes before linearized reading' (duration: 6.413139235s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.863993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:06.61705Z","time spent":"2.246893818s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:08.864036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:02.450587Z","time spent":"6.413434895s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T02:20:08.864066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316994563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:08.864093Z","caller":"traceutil/trace.go:171","msg":"trace[1413599385] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:28733; }","duration":"2.317052045s","start":"2026-04-27T02:20:06.547031Z","end":"2026-04-27T02:20:08.864083Z","steps":["trace[1413599385] 'agreement among raft nodes before linearized reading' (duration: 2.317004683s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.864127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:06.547012Z","time spent":"2.317106256s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:08.864183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.41114445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:08.864261Z","caller":"traceutil/trace.go:171","msg":"trace[563801870] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28733; }","duration":"9.411215642s","start":"2026-04-27T02:19:59.453028Z","end":"2026-04-27T02:20:08.864243Z","steps":["trace[563801870] 'agreement among raft nodes before linearized reading' (duration: 9.411122829s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.864295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.491234201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:20:08.864317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:59.452982Z","time spent":"9.411318746s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-27T02:20:08.864358Z","caller":"traceutil/trace.go:171","msg":"trace[2009836652] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:28733; }","duration":"7.491340804s","start":"2026-04-27T02:20:01.373001Z","end":"2026-04-27T02:20:08.864342Z","steps":["trace[2009836652] 'agreement among raft nodes before linearized reading' (duration: 7.491236911s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.864382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.637743635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:08.864411Z","caller":"traceutil/trace.go:171","msg":"trace[2141868442] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:28733; }","duration":"2.637800527s","start":"2026-04-27T02:20:06.226603Z","end":"2026-04-27T02:20:08.864403Z","steps":["trace[2141868442] 'agreement among raft nodes before linearized reading' (duration: 2.637743145s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.864416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:01.372975Z","time spent":"7.491424407s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:08.864439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:06.22658Z","time spent":"2.637852729s","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:08.864519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.460372076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:08.864581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708869552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:08.864625Z","caller":"traceutil/trace.go:171","msg":"trace[779160256] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28733; }","duration":"2.708958225s","start":"2026-04-27T02:20:06.155658Z","end":"2026-04-27T02:20:08.864616Z","steps":["trace[779160256] 'agreement among raft nodes before linearized reading' (duration: 2.708893843s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.864661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:06.155625Z","time spent":"2.709026467s","remote":"127.0.0.1:40128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:08.864669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.414806326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-27T02:20:08.864732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.043262759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:08.864784Z","caller":"traceutil/trace.go:171","msg":"trace[1282666863] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:28733; }","duration":"9.043351372s","start":"2026-04-27T02:19:59.821419Z","end":"2026-04-27T02:20:08.86477Z","steps":["trace[1282666863] 'agreement among raft nodes before linearized reading' (duration: 9.043281389s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.86482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.387581241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:08.864832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:59.821397Z","time spent":"9.043422734s","remote":"127.0.0.1:58538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:08.864849Z","caller":"traceutil/trace.go:171","msg":"trace[1248887864] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:28733; }","duration":"3.387644353s","start":"2026-04-27T02:20:05.477196Z","end":"2026-04-27T02:20:08.86484Z","steps":["trace[1248887864] 'agreement among raft nodes before linearized reading' (duration: 3.387597961s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.864857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.415679933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-61874dc6-7d15-4cf6-9958-9de6e9bd19fa\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-04-27T02:20:08.864898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.087695233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:08.86516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.804172051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T02:20:08.865198Z","caller":"traceutil/trace.go:171","msg":"trace[1539299976] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28733; }","duration":"3.804240543s","start":"2026-04-27T02:20:05.060949Z","end":"2026-04-27T02:20:08.86519Z","steps":["trace[1539299976] 'agreement among raft nodes before linearized reading' (duration: 3.80414668s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:08.865196Z","caller":"traceutil/trace.go:171","msg":"trace[1428960754] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:28733; }","duration":"8.088029643s","start":"2026-04-27T02:20:00.777147Z","end":"2026-04-27T02:20:08.865177Z","steps":["trace[1428960754] 'agreement among raft nodes before linearized reading' (duration: 8.087713483s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.865224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:05.06092Z","time spent":"3.804297805s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-27T02:20:08.865237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014118285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:08.865266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:00.77712Z","time spent":"8.088121256s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:08.865288Z","caller":"traceutil/trace.go:171","msg":"trace[175493877] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28733; }","duration":"2.014199887s","start":"2026-04-27T02:20:06.851075Z","end":"2026-04-27T02:20:08.865275Z","steps":["trace[175493877] 'agreement among raft nodes before linearized reading' (duration: 2.014122495s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.865335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:06.851056Z","time spent":"2.01426396s","remote":"127.0.0.1:39946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:08.864586Z","caller":"traceutil/trace.go:171","msg":"trace[1541762337] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28733; }","duration":"8.460485049s","start":"2026-04-27T02:20:00.404085Z","end":"2026-04-27T02:20:08.86457Z","steps":["trace[1541762337] 'agreement among raft nodes before linearized reading' (duration: 8.460376606s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.865484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:00.404059Z","time spent":"8.461406868s","remote":"127.0.0.1:44846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:08.86398Z","caller":"traceutil/trace.go:171","msg":"trace[606367428] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28733; }","duration":"9.111890887s","start":"2026-04-27T02:19:59.75207Z","end":"2026-04-27T02:20:08.863961Z","steps":["trace[606367428] 'agreement among raft nodes before linearized reading' (duration: 9.111783414s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.865614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:59.752044Z","time spent":"9.11355072s","remote":"127.0.0.1:58730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:08.864328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416074002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.67\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:08.864673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.903354319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:08.865879Z","caller":"traceutil/trace.go:171","msg":"trace[1130727640] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28733; }","duration":"8.904603749s","start":"2026-04-27T02:19:59.961258Z","end":"2026-04-27T02:20:08.865861Z","steps":["trace[1130727640] 'agreement among raft nodes before linearized reading' (duration: 8.90337116s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.865152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.416117357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-04-27T02:20:08.865945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:59.961232Z","time spent":"8.904692832s","remote":"127.0.0.1:54234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:08.865957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509319159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:08.865968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.480916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:08.866Z","caller":"traceutil/trace.go:171","msg":"trace[1476372623] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28733; }","duration":"1.509404891s","start":"2026-04-27T02:20:07.356582Z","end":"2026-04-27T02:20:08.865987Z","steps":["trace[1476372623] 'agreement among raft nodes before linearized reading' (duration: 1.509336449s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:08.866038Z","caller":"traceutil/trace.go:171","msg":"trace[24922687] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28733; }","duration":"642.586479ms","start":"2026-04-27T02:20:08.223435Z","end":"2026-04-27T02:20:08.866021Z","steps":["trace[24922687] 'agreement among raft nodes before linearized reading' (duration: 642.395033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.864832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.619048599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T02:20:08.866098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:08.22341Z","time spent":"642.672312ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:08.866Z","caller":"traceutil/trace.go:171","msg":"trace[136270235] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:28733; }","duration":"9.416920552s","start":"2026-04-27T02:19:59.449007Z","end":"2026-04-27T02:20:08.865928Z","steps":["trace[136270235] 'agreement among raft nodes before linearized reading' (duration: 9.416066985s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.866155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:59.448991Z","time spent":"9.41715236s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-27T02:20:08.866489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.970243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:08.866539Z","caller":"traceutil/trace.go:171","msg":"trace[1530851679] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:28733; }","duration":"103.061866ms","start":"2026-04-27T02:20:08.763463Z","end":"2026-04-27T02:20:08.866525Z","steps":["trace[1530851679] 'agreement among raft nodes before linearized reading' (duration: 102.978853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.864882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:05.477175Z","time spent":"3.387695484s","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:08.866718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.975495631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:20:08.86684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.557335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:08.866783Z","caller":"traceutil/trace.go:171","msg":"trace[1459227199] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28733; }","duration":"4.975597775s","start":"2026-04-27T02:20:03.891166Z","end":"2026-04-27T02:20:08.866763Z","steps":["trace[1459227199] 'agreement among raft nodes before linearized reading' (duration: 4.975496922s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.866854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.908899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:08.86689Z","caller":"traceutil/trace.go:171","msg":"trace[2112405318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28733; }","duration":"533.696309ms","start":"2026-04-27T02:20:08.33318Z","end":"2026-04-27T02:20:08.866876Z","steps":["trace[2112405318] 'agreement among raft nodes before linearized reading' (duration: 533.564835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.865898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120506366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:08.86692Z","caller":"traceutil/trace.go:171","msg":"trace[429201448] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:28733; }","duration":"372.079024ms","start":"2026-04-27T02:20:08.494825Z","end":"2026-04-27T02:20:08.866904Z","steps":["trace[429201448] 'agreement among raft nodes before linearized reading' (duration: 371.868827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.866908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:03.891147Z","time spent":"4.97574393s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:08.866939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:08.333155Z","time spent":"533.769012ms","remote":"127.0.0.1:58674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:08.866964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:08.494801Z","time spent":"372.143996ms","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:08.866956Z","caller":"traceutil/trace.go:171","msg":"trace[62099171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28733; }","duration":"1.121559869s","start":"2026-04-27T02:20:07.745378Z","end":"2026-04-27T02:20:08.866938Z","steps":["trace[62099171] 'agreement among raft nodes before linearized reading' (duration: 1.120480075s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.864925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.454473893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:08.867005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:07.745295Z","time spent":"1.121696694s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:20:08.867037Z","caller":"traceutil/trace.go:171","msg":"trace[2107213368] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:28733; }","duration":"3.45657564s","start":"2026-04-27T02:20:05.410444Z","end":"2026-04-27T02:20:08.86702Z","steps":["trace[2107213368] 'agreement among raft nodes before linearized reading' (duration: 3.454455283s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.867079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:05.410378Z","time spent":"3.456688433s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:08.8671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.894819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:08.867119Z","caller":"traceutil/trace.go:171","msg":"trace[942167604] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:28733; }","duration":"214.95447ms","start":"2026-04-27T02:20:08.652158Z","end":"2026-04-27T02:20:08.867112Z","steps":["trace[942167604] 'agreement among raft nodes before linearized reading' (duration: 214.916889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.864121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.353280073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:4 size:60137"} {"level":"info","ts":"2026-04-27T02:20:08.864736Z","caller":"traceutil/trace.go:171","msg":"trace[588106776] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:28733; }","duration":"9.414884688s","start":"2026-04-27T02:19:59.449833Z","end":"2026-04-27T02:20:08.864718Z","steps":["trace[588106776] 'agreement among raft nodes before linearized reading' (duration: 9.414725513s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:08.867157Z","caller":"traceutil/trace.go:171","msg":"trace[2122135384] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:28733; }","duration":"9.356369539s","start":"2026-04-27T02:19:59.510772Z","end":"2026-04-27T02:20:08.867142Z","steps":["trace[2122135384] 'agreement among raft nodes before linearized reading' (duration: 9.353161608s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.867206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:59.510745Z","time spent":"9.356445392s","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":60161,"request content":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" "} {"level":"warn","ts":"2026-04-27T02:20:08.867207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:59.449827Z","time spent":"9.417359257s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-27T02:20:08.864018Z","caller":"traceutil/trace.go:171","msg":"trace[298092074] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28733; }","duration":"2.260792227s","start":"2026-04-27T02:20:06.603217Z","end":"2026-04-27T02:20:08.864009Z","steps":["trace[298092074] 'agreement among raft nodes before linearized reading' (duration: 2.260737436s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.867332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:06.603189Z","time spent":"2.264120693s","remote":"127.0.0.1:39756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:08.86492Z","caller":"traceutil/trace.go:171","msg":"trace[1207219044] range","detail":"{range_begin:/registry/persistentvolumes/pvc-61874dc6-7d15-4cf6-9958-9de6e9bd19fa; range_end:; response_count:1; response_revision:28733; }","duration":"9.415779997s","start":"2026-04-27T02:19:59.449123Z","end":"2026-04-27T02:20:08.864902Z","steps":["trace[1207219044] 'agreement among raft nodes before linearized reading' (duration: 9.415642012s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.867448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:59.449103Z","time spent":"9.418326697s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-61874dc6-7d15-4cf6-9958-9de6e9bd19fa\" "} {"level":"warn","ts":"2026-04-27T02:20:08.863899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.79982525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:08.865555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.073692654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:08.867525Z","caller":"traceutil/trace.go:171","msg":"trace[1190571595] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28733; }","duration":"6.803511267s","start":"2026-04-27T02:20:02.063996Z","end":"2026-04-27T02:20:08.867508Z","steps":["trace[1190571595] 'agreement among raft nodes before linearized reading' (duration: 6.79981031s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.864961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.706090312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:08.86762Z","caller":"traceutil/trace.go:171","msg":"trace[1481522882] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28733; }","duration":"5.075713968s","start":"2026-04-27T02:20:03.791812Z","end":"2026-04-27T02:20:08.867526Z","steps":["trace[1481522882] 'agreement among raft nodes before linearized reading' (duration: 5.073681443s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.86763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:02.063977Z","time spent":"6.80363499s","remote":"127.0.0.1:39844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:08.867636Z","caller":"traceutil/trace.go:171","msg":"trace[1191311074] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:28733; }","duration":"3.708778237s","start":"2026-04-27T02:20:05.158833Z","end":"2026-04-27T02:20:08.867611Z","steps":["trace[1191311074] 'agreement among raft nodes before linearized reading' (duration: 3.706111953s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.867657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:03.791795Z","time spent":"5.075849272s","remote":"127.0.0.1:40708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:08.865002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.753459179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:08.865044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.415988083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-27T02:20:08.865075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.773510422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:20:08.86552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.141010098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:08.865521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.509198482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:08.865829Z","caller":"traceutil/trace.go:171","msg":"trace[2011471195] range","detail":"{range_begin:/registry/masterleases/199.19.213.67; range_end:; response_count:0; response_revision:28733; }","duration":"2.41758805s","start":"2026-04-27T02:20:06.448224Z","end":"2026-04-27T02:20:08.865812Z","steps":["trace[2011471195] 'agreement among raft nodes before linearized reading' (duration: 2.416080353s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.866047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:07.356556Z","time spent":"1.509477213s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:08.866108Z","caller":"traceutil/trace.go:171","msg":"trace[1055477053] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28733; }","duration":"7.62035597s","start":"2026-04-27T02:20:01.245739Z","end":"2026-04-27T02:20:08.866095Z","steps":["trace[1055477053] 'agreement among raft nodes before linearized reading' (duration: 7.618874674s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.866105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863996272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:08.867697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:05.158811Z","time spent":"3.708868079s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:08.867769Z","caller":"traceutil/trace.go:171","msg":"trace[1174165197] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28733; }","duration":"3.756258587s","start":"2026-04-27T02:20:05.111493Z","end":"2026-04-27T02:20:08.867752Z","steps":["trace[1174165197] 'agreement among raft nodes before linearized reading' (duration: 3.753487409s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.867995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:05.111463Z","time spent":"3.756516225s","remote":"127.0.0.1:58668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:08.867783Z","caller":"traceutil/trace.go:171","msg":"trace[700248014] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28733; }","duration":"4.511496884s","start":"2026-04-27T02:20:04.356271Z","end":"2026-04-27T02:20:08.867768Z","steps":["trace[700248014] 'agreement among raft nodes before linearized reading' (duration: 4.509187441s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.868051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:04.35625Z","time spent":"4.511784844s","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:08.867797Z","caller":"traceutil/trace.go:171","msg":"trace[478770680] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:28733; }","duration":"3.776259139s","start":"2026-04-27T02:20:05.091521Z","end":"2026-04-27T02:20:08.86778Z","steps":["trace[478770680] 'agreement among raft nodes before linearized reading' (duration: 3.773500031s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.868144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:05.091484Z","time spent":"3.776648541s","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":56,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:08.867823Z","caller":"traceutil/trace.go:171","msg":"trace[704922164] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:28733; }","duration":"8.143362122s","start":"2026-04-27T02:20:00.724451Z","end":"2026-04-27T02:20:08.867813Z","steps":["trace[704922164] 'agreement among raft nodes before linearized reading' (duration: 8.141025718s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.868217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:00.724428Z","time spent":"8.143776105s","remote":"127.0.0.1:58576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:08.867836Z","caller":"traceutil/trace.go:171","msg":"trace[859807869] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4; range_end:; response_count:1; response_revision:28733; }","duration":"9.418813162s","start":"2026-04-27T02:19:59.449013Z","end":"2026-04-27T02:20:08.867826Z","steps":["trace[859807869] 'agreement among raft nodes before linearized reading' (duration: 9.415937571s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.868322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:59.448994Z","time spent":"9.419316108s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" "} {"level":"warn","ts":"2026-04-27T02:20:08.86784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:01.245719Z","time spent":"7.622108155s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":247,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:08.86784Z","caller":"traceutil/trace.go:171","msg":"trace[1455911888] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:28733; }","duration":"1.865763608s","start":"2026-04-27T02:20:07.002064Z","end":"2026-04-27T02:20:08.867828Z","steps":["trace[1455911888] 'agreement among raft nodes before linearized reading' (duration: 1.864008053s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:08.868504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:07.002039Z","time spent":"1.86645107s","remote":"127.0.0.1:58644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:08.86786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:06.448207Z","time spent":"2.419637825s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.19.213.67\" "} {"level":"warn","ts":"2026-04-27T02:20:12.740033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379154906s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:12.740159Z","caller":"traceutil/trace.go:171","msg":"trace[1491831639] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28733; }","duration":"2.379296741s","start":"2026-04-27T02:20:10.360844Z","end":"2026-04-27T02:20:12.740141Z","steps":["trace[1491831639] 'range keys from in-memory index tree' (duration: 2.379134496s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:12.741428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611336618s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-27T02:20:12.741537Z","caller":"traceutil/trace.go:171","msg":"trace[1561752792] linearizableReadLoop","detail":"{readStateIndex:30067; appliedIndex:30066; }","duration":"3.87097468s","start":"2026-04-27T02:20:08.870544Z","end":"2026-04-27T02:20:12.741519Z","steps":["trace[1561752792] 'read index received' (duration: 259.547489ms)","trace[1561752792] 'applied index is now lower than readState.Index' (duration: 3.611425601s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:12.741612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:08.869799Z","time spent":"3.871807807s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:12.742925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.872362794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-27T02:20:12.742981Z","caller":"traceutil/trace.go:171","msg":"trace[1889334379] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28733; }","duration":"3.872446637s","start":"2026-04-27T02:20:08.870518Z","end":"2026-04-27T02:20:12.742965Z","steps":["trace[1889334379] 'agreement among raft nodes before linearized reading' (duration: 3.871118295s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:12.74302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:08.870505Z","time spent":"3.872506659s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-27T02:20:12.765669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000303189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:20:12.765768Z","caller":"traceutil/trace.go:171","msg":"trace[1099907757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000467624s","start":"2026-04-27T02:20:10.765277Z","end":"2026-04-27T02:20:12.765745Z","steps":["trace[1099907757] 'agreement among raft nodes before linearized reading' (duration: 2.00033885s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:12.765822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:10.765253Z","time spent":"2.000559237s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:20:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:20:13.242684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022337017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:20:13.743376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022337017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:20:13.909356Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.779284993s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:20:14.765743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:20:14.765839Z","caller":"traceutil/trace.go:171","msg":"trace[990439398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205024s","start":"2026-04-27T02:20:12.765614Z","end":"2026-04-27T02:20:14.765819Z","steps":["trace[990439398] 'agreement among raft nodes before linearized reading' (duration: 2.00007801s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:14.765882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:12.765594Z","time spent":"2.000279136s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:20:15.871655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:08.870655Z","time spent":"7.000990935s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:15.872049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:08.871762Z","time spent":"7.000285793s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:15.872008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:08.871131Z","time spent":"7.000869021s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:15.875505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:08.874772Z","time spent":"7.000731167s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:16.407387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497732931s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-27T02:20:16.775147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00034124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:20:16.775264Z","caller":"traceutil/trace.go:171","msg":"trace[426012776] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543956s","start":"2026-04-27T02:20:14.774699Z","end":"2026-04-27T02:20:16.775243Z","steps":["trace[426012776] 'agreement among raft nodes before linearized reading' (duration: 2.000369581s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:16.775319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:14.774678Z","time spent":"2.000630179s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:20:17.538715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.629169572s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:20:18.634633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095659311s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:20:18.716063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000546855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:20:18.716178Z","caller":"traceutil/trace.go:171","msg":"trace[298331269] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00071311s","start":"2026-04-27T02:20:16.715433Z","end":"2026-04-27T02:20:18.716146Z","steps":["trace[298331269] 'agreement among raft nodes before linearized reading' (duration: 2.000577525s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:18.71624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:16.715385Z","time spent":"2.000844364s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:20:18.777016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000589027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:20:18.777124Z","caller":"traceutil/trace.go:171","msg":"trace[119203261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000733612s","start":"2026-04-27T02:20:16.77636Z","end":"2026-04-27T02:20:18.777093Z","steps":["trace[119203261] 'agreement among raft nodes before linearized reading' (duration: 2.000598538s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:18.777311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:16.776348Z","time spent":"2.000884206s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:20:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:20:18.886793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009991516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:20:18.886883Z","caller":"traceutil/trace.go:171","msg":"trace[1019248964] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.010152801s","start":"2026-04-27T02:20:08.87671Z","end":"2026-04-27T02:20:18.886863Z","steps":["trace[1019248964] 'agreement among raft nodes before linearized reading' (duration: 10.010034027s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:18.886927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:08.876701Z","time spent":"10.010217813s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/04/27 02:20:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:20:19.743608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:12.74276Z","time spent":"7.000838329s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:20.784358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000445542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:20:20.784452Z","caller":"traceutil/trace.go:171","msg":"trace[246884406] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610267s","start":"2026-04-27T02:20:18.783821Z","end":"2026-04-27T02:20:20.784431Z","steps":["trace[246884406] 'agreement among raft nodes before linearized reading' (duration: 2.000487643s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:20.78449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:18.783795Z","time spent":"2.000687599s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:20:20.868759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.039369ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:20.868865Z","caller":"traceutil/trace.go:171","msg":"trace[2070495409] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28737; }","duration":"508.162932ms","start":"2026-04-27T02:20:20.360685Z","end":"2026-04-27T02:20:20.868848Z","steps":["trace[2070495409] 'range keys from in-memory index tree' (duration: 508.022288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:20.871325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:17.789303Z","time spent":"3.082006447s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:20.872751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333624966s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:20:20.873431Z","caller":"traceutil/trace.go:171","msg":"trace[1150728929] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28739; }","duration":"4.996154393s","start":"2026-04-27T02:20:15.877249Z","end":"2026-04-27T02:20:20.873403Z","steps":["trace[1150728929] 'process raft request' (duration: 4.996112532s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:20.873595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:15.877234Z","time spent":"4.996272957s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:20.873604Z","caller":"traceutil/trace.go:171","msg":"trace[1885133612] transaction","detail":"{read_only:false; response_revision:28739; number_of_response:1; }","duration":"6.999240599s","start":"2026-04-27T02:20:13.874344Z","end":"2026-04-27T02:20:20.873585Z","steps":["trace[1885133612] 'process raft request' (duration: 6.998865757s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:20.87363Z","caller":"traceutil/trace.go:171","msg":"trace[640628133] linearizableReadLoop","detail":"{readStateIndex:30072; appliedIndex:30067; }","duration":"8.132050833s","start":"2026-04-27T02:20:12.741563Z","end":"2026-04-27T02:20:20.873614Z","steps":["trace[640628133] 'read index received' (duration: 1.167979085s)","trace[640628133] 'applied index is now lower than readState.Index' (duration: 6.964070138s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:20.873706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.641742061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:20.873703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:13.874321Z","time spent":"6.999334302s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:20.873728Z","caller":"traceutil/trace.go:171","msg":"trace[1724294956] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:28739; }","duration":"11.641768821s","start":"2026-04-27T02:20:09.231953Z","end":"2026-04-27T02:20:20.873722Z","steps":["trace[1724294956] 'agreement among raft nodes before linearized reading' (duration: 11.64172521s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:20.873725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.139968052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:20.873765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.428849059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:20.873801Z","caller":"traceutil/trace.go:171","msg":"trace[614611745] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:28739; }","duration":"10.140097356s","start":"2026-04-27T02:20:10.733686Z","end":"2026-04-27T02:20:20.873784Z","steps":["trace[614611745] 'agreement among raft nodes before linearized reading' (duration: 10.139935091s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:20.873839Z","caller":"traceutil/trace.go:171","msg":"trace[17485744] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:28739; }","duration":"8.428970282s","start":"2026-04-27T02:20:12.444847Z","end":"2026-04-27T02:20:20.873817Z","steps":["trace[17485744] 'agreement among raft nodes before linearized reading' (duration: 8.428783287s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:20.873814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.071673834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:20:20.873852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:10.733658Z","time spent":"10.140177429s","remote":"127.0.0.1:58658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:20.873752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:09.231918Z","time spent":"11.641827793s","remote":"127.0.0.1:34964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:20.873882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.194583729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T02:20:20.873906Z","caller":"traceutil/trace.go:171","msg":"trace[1513332202] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28739; }","duration":"11.071836889s","start":"2026-04-27T02:20:09.802048Z","end":"2026-04-27T02:20:20.873885Z","steps":["trace[1513332202] 'agreement among raft nodes before linearized reading' (duration: 11.071615132s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:20.873894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:12.444825Z","time spent":"8.429054485s","remote":"127.0.0.1:40032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:20.873743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.617818948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:20.873941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.307509435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7350"} {"level":"info","ts":"2026-04-27T02:20:20.874033Z","caller":"traceutil/trace.go:171","msg":"trace[449564023] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:28739; }","duration":"9.618155639s","start":"2026-04-27T02:20:11.255863Z","end":"2026-04-27T02:20:20.874018Z","steps":["trace[449564023] 'agreement among raft nodes before linearized reading' (duration: 9.617772007s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:20.874058Z","caller":"traceutil/trace.go:171","msg":"trace[848461112] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28739; }","duration":"10.30769417s","start":"2026-04-27T02:20:10.566341Z","end":"2026-04-27T02:20:20.874035Z","steps":["trace[848461112] 'agreement among raft nodes before linearized reading' (duration: 10.30735517s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:20.873853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.899777882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-27T02:20:20.874106Z","caller":"traceutil/trace.go:171","msg":"trace[443689191] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:28739; }","duration":"11.900068151s","start":"2026-04-27T02:20:08.97403Z","end":"2026-04-27T02:20:20.874099Z","steps":["trace[443689191] 'agreement among raft nodes before linearized reading' (duration: 11.89970842s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:20.874117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:10.566304Z","time spent":"10.307801624s","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7374,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-27T02:20:20.874133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:08.974011Z","time spent":"11.900115053s","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-27T02:20:20.873861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.940036714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:4 size:60137"} {"level":"info","ts":"2026-04-27T02:20:20.874187Z","caller":"traceutil/trace.go:171","msg":"trace[792418136] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:28739; }","duration":"11.940390025s","start":"2026-04-27T02:20:08.933786Z","end":"2026-04-27T02:20:20.874176Z","steps":["trace[792418136] 'agreement among raft nodes before linearized reading' (duration: 11.939979992s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:20.874221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:08.933761Z","time spent":"11.940451487s","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":60161,"request content":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" "} {"level":"warn","ts":"2026-04-27T02:20:20.873973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:09.802026Z","time spent":"11.071935912s","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:20.873971Z","caller":"traceutil/trace.go:171","msg":"trace[1612144667] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:28739; }","duration":"8.194713733s","start":"2026-04-27T02:20:12.679236Z","end":"2026-04-27T02:20:20.873949Z","steps":["trace[1612144667] 'agreement among raft nodes before linearized reading' (duration: 8.194505846s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:20.874323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:12.679212Z","time spent":"8.195089095s","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":136,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:20.873837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.023355268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:20.874371Z","caller":"traceutil/trace.go:171","msg":"trace[1347612528] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28739; }","duration":"10.023994409s","start":"2026-04-27T02:20:10.85037Z","end":"2026-04-27T02:20:20.874365Z","steps":["trace[1347612528] 'agreement among raft nodes before linearized reading' (duration: 10.023275706s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:20.874394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:10.850344Z","time spent":"10.02404312s","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:20.875055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:11.255837Z","time spent":"9.619201081s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:21.3335Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.575452816s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:20:22.784796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999632026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:20:22.784954Z","caller":"traceutil/trace.go:171","msg":"trace[519785520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999838023s","start":"2026-04-27T02:20:20.785095Z","end":"2026-04-27T02:20:22.784933Z","steps":["trace[519785520] 'agreement among raft nodes before linearized reading' (duration: 1.999656117s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:22.785003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:20.785082Z","time spent":"1.999908026s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:20:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:20:23.869234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.993187808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:20:23.869357Z","caller":"traceutil/trace.go:171","msg":"trace[1243515138] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.993364853s","start":"2026-04-27T02:20:15.875954Z","end":"2026-04-27T02:20:23.869319Z","steps":["trace[1243515138] 'agreement among raft nodes before linearized reading' (duration: 7.993224699s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:23.869444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:15.875931Z","time spent":"7.993492468s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/27 02:20:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:20:23.876625Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.5429461s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:20:24.793278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999942516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:20:24.793369Z","caller":"traceutil/trace.go:171","msg":"trace[825715307] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000107351s","start":"2026-04-27T02:20:22.793242Z","end":"2026-04-27T02:20:24.793349Z","steps":["trace[825715307] 'agreement among raft nodes before linearized reading' (duration: 1.999980957s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:24.793409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:22.793217Z","time spent":"2.000184044s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:20:25.758599Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"215c9dcc8fe983ea","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-27T02:20:26.109394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:19.108849Z","time spent":"7.000537521s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:26.189751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.923589605s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:20:26.794553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:20:26.794654Z","caller":"traceutil/trace.go:171","msg":"trace[1349460192] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438063s","start":"2026-04-27T02:20:24.794191Z","end":"2026-04-27T02:20:26.79463Z","steps":["trace[1349460192] 'agreement among raft nodes before linearized reading' (duration: 2.000312269s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:26.794706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:24.794166Z","time spent":"2.000527375s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:20:27.647859Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.457888092s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:20:28.519205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.185535764s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T02:20:28.521787Z","caller":"traceutil/trace.go:171","msg":"trace[678735118] linearizableReadLoop","detail":"{readStateIndex:30076; appliedIndex:30074; }","duration":"7.648096687s","start":"2026-04-27T02:20:20.873656Z","end":"2026-04-27T02:20:28.521752Z","steps":["trace[678735118] 'read index received' (duration: 460.005702ms)","trace[678735118] 'applied index is now lower than readState.Index' (duration: 7.188087205s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:28.721453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000843594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:20:28.721697Z","caller":"traceutil/trace.go:171","msg":"trace[2012217146] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001123113s","start":"2026-04-27T02:20:26.720546Z","end":"2026-04-27T02:20:28.721669Z","steps":["trace[2012217146] 'agreement among raft nodes before linearized reading' (duration: 2.000836584s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:28.721828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:26.720475Z","time spent":"2.001333859s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:20:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:20:28.80252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000155752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:20:28.802697Z","caller":"traceutil/trace.go:171","msg":"trace[1265241691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000417741s","start":"2026-04-27T02:20:26.802259Z","end":"2026-04-27T02:20:28.802676Z","steps":["trace[1265241691] 'agreement among raft nodes before linearized reading' (duration: 2.000199464s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:28.802761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:26.80223Z","time spent":"2.000520844s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:20:30.81064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999682699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:20:30.811151Z","caller":"traceutil/trace.go:171","msg":"trace[161089583] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000269457s","start":"2026-04-27T02:20:28.810867Z","end":"2026-04-27T02:20:30.811137Z","steps":["trace[161089583] 'agreement among raft nodes before linearized reading' (duration: 1.99972202s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:30.811248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:28.810839Z","time spent":"2.000396341s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:20:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:20:31.266455Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"215c9dcc8fe983f3","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-27T02:20:32.314384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.512057403s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:20:32.811136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999967327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:20:32.811254Z","caller":"traceutil/trace.go:171","msg":"trace[1371440438] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000147192s","start":"2026-04-27T02:20:30.81108Z","end":"2026-04-27T02:20:32.811227Z","steps":["trace[1371440438] 'agreement among raft nodes before linearized reading' (duration: 1.999995568s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:32.811317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:30.81106Z","time spent":"2.000242765s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:20:32.881308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:25.88037Z","time spent":"7.000925353s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:33.062032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.688890438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:33.062111Z","caller":"traceutil/trace.go:171","msg":"trace[2103267063] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28740; }","duration":"15.689034662s","start":"2026-04-27T02:20:17.373055Z","end":"2026-04-27T02:20:33.06209Z","steps":["trace[2103267063] 'agreement among raft nodes before linearized reading' (duration: 11.148759229s)","trace[2103267063] 'count revisions from in-memory index tree' (duration: 4.540137089s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.062148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:17.373027Z","time spent":"15.689112525s","remote":"127.0.0.1:34146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:33.062367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.183727198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-27T02:20:33.062389Z","caller":"traceutil/trace.go:171","msg":"trace[2112612049] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28740; }","duration":"17.183767019s","start":"2026-04-27T02:20:15.878614Z","end":"2026-04-27T02:20:33.062381Z","steps":["trace[2112612049] 'agreement among raft nodes before linearized reading' (duration: 12.643217097s)","trace[2112612049] 'range keys from in-memory index tree' (duration: 4.540456179s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.062408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:15.878596Z","time spent":"17.18380882s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T02:20:33.062514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.628636137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:33.062534Z","caller":"traceutil/trace.go:171","msg":"trace[1633669110] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:28740; }","duration":"12.62869944s","start":"2026-04-27T02:20:20.433828Z","end":"2026-04-27T02:20:33.062528Z","steps":["trace[1633669110] 'agreement among raft nodes before linearized reading' (duration: 8.088017834s)","trace[1633669110] 'count revisions from in-memory index tree' (duration: 4.540648265s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.062552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:20.433801Z","time spent":"12.62874559s","remote":"127.0.0.1:33828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:33.062816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.25427397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:33.062961Z","caller":"traceutil/trace.go:171","msg":"trace[5289208] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:28740; }","duration":"13.254390814s","start":"2026-04-27T02:20:19.808489Z","end":"2026-04-27T02:20:33.06288Z","steps":["trace[5289208] 'agreement among raft nodes before linearized reading' (duration: 8.713374937s)","trace[5289208] 'count revisions from in-memory index tree' (duration: 4.540874293s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.063008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:19.808422Z","time spent":"13.25457402s","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:33.063223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.323847174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:33.063259Z","caller":"traceutil/trace.go:171","msg":"trace[1664819106] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:28740; }","duration":"16.323930118s","start":"2026-04-27T02:20:16.739316Z","end":"2026-04-27T02:20:33.063246Z","steps":["trace[1664819106] 'agreement among raft nodes before linearized reading' (duration: 11.782545599s)","trace[1664819106] 'count revisions from in-memory index tree' (duration: 4.541328466s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.063289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:16.73929Z","time spent":"16.32399071s","remote":"127.0.0.1:40028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:33.063504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.318574351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.67\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-27T02:20:33.063533Z","caller":"traceutil/trace.go:171","msg":"trace[728052211] range","detail":"{range_begin:/registry/masterleases/199.19.213.67; range_end:; response_count:1; response_revision:28740; }","duration":"13.318643953s","start":"2026-04-27T02:20:19.744879Z","end":"2026-04-27T02:20:33.063523Z","steps":["trace[728052211] 'agreement among raft nodes before linearized reading' (duration: 8.776995897s)","trace[728052211] 'range keys from in-memory index tree' (duration: 4.541539303s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.0636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:19.744854Z","time spent":"13.318739296s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.67\" "} {"level":"warn","ts":"2026-04-27T02:20:33.063736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.561030741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:33.063766Z","caller":"traceutil/trace.go:171","msg":"trace[1869414747] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28740; }","duration":"13.561060272s","start":"2026-04-27T02:20:19.502694Z","end":"2026-04-27T02:20:33.063754Z","steps":["trace[1869414747] 'agreement among raft nodes before linearized reading' (duration: 9.019193438s)","trace[1869414747] 'count revisions from in-memory index tree' (duration: 4.541825593s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.063802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:19.502287Z","time spent":"13.561504855s","remote":"127.0.0.1:58600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:33.06394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.338158657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:33.063967Z","caller":"traceutil/trace.go:171","msg":"trace[765656285] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:28740; }","duration":"16.338195708s","start":"2026-04-27T02:20:16.725762Z","end":"2026-04-27T02:20:33.063958Z","steps":["trace[765656285] 'agreement among raft nodes before linearized reading' (duration: 11.796097107s)","trace[765656285] 'count revisions from in-memory index tree' (duration: 4.542022819s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.063995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:16.725756Z","time spent":"16.338231529s","remote":"127.0.0.1:40234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:33.064479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.858398284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:33.064529Z","caller":"traceutil/trace.go:171","msg":"trace[570955599] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:28740; }","duration":"13.858480926s","start":"2026-04-27T02:20:19.206029Z","end":"2026-04-27T02:20:33.06451Z","steps":["trace[570955599] 'agreement among raft nodes before linearized reading' (duration: 9.315869479s)","trace[570955599] 'count revisions from in-memory index tree' (duration: 4.542546746s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.064564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:19.206009Z","time spent":"13.858545529s","remote":"127.0.0.1:44920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:33.06457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.019761711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:33.064615Z","caller":"traceutil/trace.go:171","msg":"trace[935044862] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28740; }","duration":"14.019853374s","start":"2026-04-27T02:20:19.044745Z","end":"2026-04-27T02:20:33.064598Z","steps":["trace[935044862] 'agreement among raft nodes before linearized reading' (duration: 9.477180535s)","trace[935044862] 'count revisions from in-memory index tree' (duration: 4.542613518s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.064649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:19.044721Z","time spent":"14.019919347s","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:33.064666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.612083041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-27T02:20:33.064744Z","caller":"traceutil/trace.go:171","msg":"trace[1798440298] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28740; }","duration":"15.612217966s","start":"2026-04-27T02:20:17.452504Z","end":"2026-04-27T02:20:33.064722Z","steps":["trace[1798440298] 'agreement among raft nodes before linearized reading' (duration: 11.069422453s)","trace[1798440298] 'range keys from in-memory index tree' (duration: 4.542580327s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.064783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:17.452486Z","time spent":"15.612288938s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T02:20:33.064797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.783438541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:33.064829Z","caller":"traceutil/trace.go:171","msg":"trace[1298853155] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:28740; }","duration":"18.783513174s","start":"2026-04-27T02:20:14.281304Z","end":"2026-04-27T02:20:33.064817Z","steps":["trace[1298853155] 'agreement among raft nodes before linearized reading' (duration: 14.240625428s)","trace[1298853155] 'count revisions from in-memory index tree' (duration: 4.542841914s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.064857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:14.281277Z","time spent":"18.783573275s","remote":"127.0.0.1:58554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:33.064979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.187988062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-27T02:20:33.065007Z","caller":"traceutil/trace.go:171","msg":"trace[1557032110] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4; range_end:; response_count:1; response_revision:28740; }","duration":"17.188027754s","start":"2026-04-27T02:20:15.876966Z","end":"2026-04-27T02:20:33.064994Z","steps":["trace[1557032110] 'agreement among raft nodes before linearized reading' (duration: 12.644936971s)","trace[1557032110] 'range keys from in-memory index tree' (duration: 4.54302718s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.065041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:15.876957Z","time spent":"17.188078315s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" "} {"level":"warn","ts":"2026-04-27T02:20:33.065176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.40246568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:33.065197Z","caller":"traceutil/trace.go:171","msg":"trace[617272275] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:28740; }","duration":"15.402535652s","start":"2026-04-27T02:20:17.662653Z","end":"2026-04-27T02:20:33.065189Z","steps":["trace[617272275] 'agreement among raft nodes before linearized reading' (duration: 10.859257914s)","trace[617272275] 'count revisions from in-memory index tree' (duration: 4.543227727s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.065215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:17.662634Z","time spent":"15.402575784s","remote":"127.0.0.1:55942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:33.066937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.022146363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:33.067072Z","caller":"traceutil/trace.go:171","msg":"trace[945293287] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:28740; }","duration":"17.022285688s","start":"2026-04-27T02:20:16.044731Z","end":"2026-04-27T02:20:33.067016Z","steps":["trace[945293287] 'agreement among raft nodes before linearized reading' (duration: 12.477155061s)","trace[945293287] 'count revisions from in-memory index tree' (duration: 4.544956741s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.067132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:16.044716Z","time spent":"17.022399722s","remote":"127.0.0.1:34018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:33.067192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.374803252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:33.067289Z","caller":"traceutil/trace.go:171","msg":"trace[1629614252] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:28740; }","duration":"19.376808996s","start":"2026-04-27T02:20:13.690431Z","end":"2026-04-27T02:20:33.06724Z","steps":["trace[1629614252] 'agreement among raft nodes before linearized reading' (duration: 14.831517374s)","trace[1629614252] 'count revisions from in-memory index tree' (duration: 4.543299779s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.067336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:13.690404Z","time spent":"19.376916699s","remote":"127.0.0.1:55924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:33.06758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.475866966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282493"} {"level":"info","ts":"2026-04-27T02:20:33.067748Z","caller":"traceutil/trace.go:171","msg":"trace[2142402546] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:28740; }","duration":"17.475941309s","start":"2026-04-27T02:20:15.59168Z","end":"2026-04-27T02:20:33.067621Z","steps":["trace[2142402546] 'agreement among raft nodes before linearized reading' (duration: 12.930259885s)","trace[2142402546] 'range keys from in-memory index tree' (duration: 4.543063191s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.067776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:15.591542Z","time spent":"17.476225927s","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":282517,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-27T02:20:33.068128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.614855129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-27T02:20:33.068188Z","caller":"traceutil/trace.go:171","msg":"trace[887162431] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28740; }","duration":"15.614955502s","start":"2026-04-27T02:20:17.453212Z","end":"2026-04-27T02:20:33.068167Z","steps":["trace[887162431] 'agreement among raft nodes before linearized reading' (duration: 11.06870222s)","trace[887162431] 'range keys from in-memory index tree' (duration: 4.546075737s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.068268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:17.453201Z","time spent":"15.615046836s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:20:33.068731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704573164s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:33.068826Z","caller":"traceutil/trace.go:171","msg":"trace[1182796039] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28740; }","duration":"2.704676427s","start":"2026-04-27T02:20:30.364134Z","end":"2026-04-27T02:20:33.068811Z","steps":["trace[1182796039] 'range keys from in-memory index tree' (duration: 2.704554674s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:33.069925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.924638985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:33.069977Z","caller":"traceutil/trace.go:171","msg":"trace[714141112] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28740; }","duration":"15.924713207s","start":"2026-04-27T02:20:17.145231Z","end":"2026-04-27T02:20:33.069944Z","steps":["trace[714141112] 'agreement among raft nodes before linearized reading' (duration: 11.376653498s)","trace[714141112] 'count revisions from in-memory index tree' (duration: 4.547995657s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.070002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:17.145207Z","time spent":"15.92478823s","remote":"127.0.0.1:39952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:33.070678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.302266482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:33.070714Z","caller":"traceutil/trace.go:171","msg":"trace[1318847378] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28740; }","duration":"17.302324894s","start":"2026-04-27T02:20:15.76837Z","end":"2026-04-27T02:20:33.070695Z","steps":["trace[1318847378] 'agreement among raft nodes before linearized reading' (duration: 12.753552552s)","trace[1318847378] 'count revisions from in-memory index tree' (duration: 4.548736051s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.07074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:15.768351Z","time spent":"17.302381896s","remote":"127.0.0.1:58682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:33.081861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.275388066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17233"} {"level":"info","ts":"2026-04-27T02:20:33.081921Z","caller":"traceutil/trace.go:171","msg":"trace[1749056777] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28740; }","duration":"14.279645351s","start":"2026-04-27T02:20:18.80226Z","end":"2026-04-27T02:20:33.081905Z","steps":["trace[1749056777] 'agreement among raft nodes before linearized reading' (duration: 9.719682646s)","trace[1749056777] 'range keys from in-memory index tree' (duration: 4.555659899s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.081949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:18.802248Z","time spent":"14.279692842s","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17257,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T02:20:33.082191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.398306105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:33.082243Z","caller":"traceutil/trace.go:171","msg":"trace[1476081059] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:28740; }","duration":"18.398413179s","start":"2026-04-27T02:20:14.683815Z","end":"2026-04-27T02:20:33.082228Z","steps":["trace[1476081059] 'agreement among raft nodes before linearized reading' (duration: 13.838129694s)","trace[1476081059] 'count revisions from in-memory index tree' (duration: 4.560205993s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:33.082269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:14.683788Z","time spent":"18.398474941s","remote":"127.0.0.1:58606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:33.125828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:26.113831Z","time spent":"7.011973392s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:34.372224Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.057467304s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:20:34.819363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000430331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:20:34.819587Z","caller":"traceutil/trace.go:171","msg":"trace[1579060211] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000597037s","start":"2026-04-27T02:20:32.818851Z","end":"2026-04-27T02:20:34.819448Z","steps":["trace[1579060211] 'agreement among raft nodes before linearized reading' (duration: 2.000440162s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:34.819694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:32.818839Z","time spent":"2.000798333s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:20:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:20:35.409694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.887940023s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-27T02:20:35.569886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:28.569154Z","time spent":"7.000720836s","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:36.566036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152004521s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-04-27T02:20:36.566414Z","caller":"traceutil/trace.go:171","msg":"trace[1700806510] linearizableReadLoop","detail":"{readStateIndex:30079; appliedIndex:30076; }","duration":"8.044501978s","start":"2026-04-27T02:20:28.52185Z","end":"2026-04-27T02:20:36.566351Z","steps":["trace[1700806510] 'read index received' (duration: 93.553µs)","trace[1700806510] 'applied index is now lower than readState.Index' (duration: 8.044406775s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:36.566442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.186346535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:36.566495Z","caller":"traceutil/trace.go:171","msg":"trace[430184350] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28742; }","duration":"12.186451429s","start":"2026-04-27T02:20:24.380026Z","end":"2026-04-27T02:20:36.566477Z","steps":["trace[430184350] 'agreement among raft nodes before linearized reading' (duration: 12.186355516s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.566536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:24.379998Z","time spent":"12.186526442s","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.566558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.01690494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:36.566612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.731852089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:36.566644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.333327889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.566665Z","caller":"traceutil/trace.go:171","msg":"trace[773810688] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28742; }","duration":"15.017062335s","start":"2026-04-27T02:20:21.549577Z","end":"2026-04-27T02:20:36.566639Z","steps":["trace[773810688] 'agreement among raft nodes before linearized reading' (duration: 15.01688521s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:36.56668Z","caller":"traceutil/trace.go:171","msg":"trace[1899335469] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28742; }","duration":"11.731960292s","start":"2026-04-27T02:20:24.834697Z","end":"2026-04-27T02:20:36.566657Z","steps":["trace[1899335469] 'agreement among raft nodes before linearized reading' (duration: 11.731850828s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.566698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.196573586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:4 size:60137"} {"level":"warn","ts":"2026-04-27T02:20:36.566717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:21.549556Z","time spent":"15.017149107s","remote":"127.0.0.1:55966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:36.566756Z","caller":"traceutil/trace.go:171","msg":"trace[142023645] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:28742; }","duration":"15.196666088s","start":"2026-04-27T02:20:21.37007Z","end":"2026-04-27T02:20:36.566736Z","steps":["trace[142023645] 'agreement among raft nodes before linearized reading' (duration: 15.196456372s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.566759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:24.834675Z","time spent":"11.732067906s","remote":"127.0.0.1:40092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.566798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:21.370043Z","time spent":"15.196742311s","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":60161,"request content":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" "} {"level":"warn","ts":"2026-04-27T02:20:36.566826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.898628667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T02:20:36.566862Z","caller":"traceutil/trace.go:171","msg":"trace[567436310] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:28742; }","duration":"11.898684399s","start":"2026-04-27T02:20:24.668165Z","end":"2026-04-27T02:20:36.566849Z","steps":["trace[567436310] 'agreement among raft nodes before linearized reading' (duration: 11.898546565s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.566898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.570644337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:36.566903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:24.668155Z","time spent":"11.89873825s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:36.566931Z","caller":"traceutil/trace.go:171","msg":"trace[124788546] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28742; }","duration":"9.57071451s","start":"2026-04-27T02:20:26.996201Z","end":"2026-04-27T02:20:36.566915Z","steps":["trace[124788546] 'agreement among raft nodes before linearized reading' (duration: 9.570680469s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.566847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.546849581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:36.567051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.918462773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:36.567041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.915243898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:20:36.567066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.794143774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.567086Z","caller":"traceutil/trace.go:171","msg":"trace[1832765268] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:28742; }","duration":"14.547212833s","start":"2026-04-27T02:20:22.019846Z","end":"2026-04-27T02:20:36.567059Z","steps":["trace[1832765268] 'agreement among raft nodes before linearized reading' (duration: 14.546650395s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:36.567105Z","caller":"traceutil/trace.go:171","msg":"trace[1663980481] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:28742; }","duration":"14.915348962s","start":"2026-04-27T02:20:21.651738Z","end":"2026-04-27T02:20:36.567087Z","steps":["trace[1663980481] 'agreement among raft nodes before linearized reading' (duration: 14.915158796s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.566604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.70084753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.567115Z","caller":"traceutil/trace.go:171","msg":"trace[350401654] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28742; }","duration":"12.794237328s","start":"2026-04-27T02:20:23.772863Z","end":"2026-04-27T02:20:36.5671Z","steps":["trace[350401654] 'agreement among raft nodes before linearized reading' (duration: 12.794162316s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.566703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.054156563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:20:36.567148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:21.65172Z","time spent":"14.915418134s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:36.567156Z","caller":"traceutil/trace.go:171","msg":"trace[323910853] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28742; }","duration":"10.701472739s","start":"2026-04-27T02:20:25.865669Z","end":"2026-04-27T02:20:36.567141Z","steps":["trace[323910853] 'agreement among raft nodes before linearized reading' (duration: 10.70085439s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.567171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:23.772836Z","time spent":"12.794321191s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.567148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:22.019821Z","time spent":"14.547311476s","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:36.567189Z","caller":"traceutil/trace.go:171","msg":"trace[1562889734] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:28742; }","duration":"8.054652219s","start":"2026-04-27T02:20:28.512516Z","end":"2026-04-27T02:20:36.567168Z","steps":["trace[1562889734] 'agreement among raft nodes before linearized reading' (duration: 8.054143543s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.567222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.690136217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5bc80c83-e4a8-4154-9bdd-e6caca9bdf67\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-04-27T02:20:36.566915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.694294311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T02:20:36.566869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.073767263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T02:20:36.567264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:28.512502Z","time spent":"8.054743032s","remote":"127.0.0.1:54194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:36.567269Z","caller":"traceutil/trace.go:171","msg":"trace[1098654883] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5bc80c83-e4a8-4154-9bdd-e6caca9bdf67; range_end:; response_count:1; response_revision:28742; }","duration":"15.69021674s","start":"2026-04-27T02:20:20.877037Z","end":"2026-04-27T02:20:36.567254Z","steps":["trace[1098654883] 'agreement among raft nodes before linearized reading' (duration: 15.690106556s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:36.567071Z","caller":"traceutil/trace.go:171","msg":"trace[2058419763] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28742; }","duration":"11.918524156s","start":"2026-04-27T02:20:24.648541Z","end":"2026-04-27T02:20:36.567065Z","steps":["trace[2058419763] 'agreement among raft nodes before linearized reading' (duration: 11.918490405s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.567278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.486350601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.566706Z","caller":"traceutil/trace.go:171","msg":"trace[576461126] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:28742; }","duration":"12.333413312s","start":"2026-04-27T02:20:24.233264Z","end":"2026-04-27T02:20:36.566677Z","steps":["trace[576461126] 'agreement among raft nodes before linearized reading' (duration: 12.33335369s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.567316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:20.877019Z","time spent":"15.690284791s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-5bc80c83-e4a8-4154-9bdd-e6caca9bdf67\" "} {"level":"info","ts":"2026-04-27T02:20:36.567321Z","caller":"traceutil/trace.go:171","msg":"trace[777784094] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:28742; }","duration":"13.486430643s","start":"2026-04-27T02:20:23.080878Z","end":"2026-04-27T02:20:36.567308Z","steps":["trace[777784094] 'agreement among raft nodes before linearized reading' (duration: 13.486360441s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.567346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:24.648516Z","time spent":"11.918786383s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.567357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:24.233239Z","time spent":"12.334099773s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.567116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.689879859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-04-27T02:20:36.567208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:25.865642Z","time spent":"10.701550432s","remote":"127.0.0.1:39934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.567361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:23.080855Z","time spent":"13.486494106s","remote":"127.0.0.1:44896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.566996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.746769808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.567545Z","caller":"traceutil/trace.go:171","msg":"trace[488228231] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28742; }","duration":"12.747363137s","start":"2026-04-27T02:20:23.820164Z","end":"2026-04-27T02:20:36.567527Z","steps":["trace[488228231] 'agreement among raft nodes before linearized reading' (duration: 12.746785939s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.566561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.791075647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:36.567012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.141760087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.567281Z","caller":"traceutil/trace.go:171","msg":"trace[1146493718] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:28742; }","duration":"8.074223937s","start":"2026-04-27T02:20:28.493051Z","end":"2026-04-27T02:20:36.567275Z","steps":["trace[1146493718] 'agreement among raft nodes before linearized reading' (duration: 8.07366591s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.567098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.210045164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:36.567703Z","caller":"traceutil/trace.go:171","msg":"trace[1446821874] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:28742; }","duration":"13.792253375s","start":"2026-04-27T02:20:22.77544Z","end":"2026-04-27T02:20:36.567693Z","steps":["trace[1446821874] 'agreement among raft nodes before linearized reading' (duration: 13.791014106s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.567718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:23.820138Z","time spent":"12.747559333s","remote":"127.0.0.1:34026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.566969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:26.996173Z","time spent":"9.570789063s","remote":"127.0.0.1:39936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.567766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:22.775418Z","time spent":"13.792323566s","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:36.567274Z","caller":"traceutil/trace.go:171","msg":"trace[1630167620] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:28742; }","duration":"12.694695863s","start":"2026-04-27T02:20:23.872565Z","end":"2026-04-27T02:20:36.567261Z","steps":["trace[1630167620] 'agreement among raft nodes before linearized reading' (duration: 12.694164726s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.567849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:23.872544Z","time spent":"12.695297042s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-27T02:20:36.567482Z","caller":"traceutil/trace.go:171","msg":"trace[552515050] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:28742; }","duration":"15.690254601s","start":"2026-04-27T02:20:20.877212Z","end":"2026-04-27T02:20:36.567467Z","steps":["trace[552515050] 'agreement among raft nodes before linearized reading' (duration: 15.689808496s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.56791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:20.877165Z","time spent":"15.690732686s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-04-27T02:20:36.567725Z","caller":"traceutil/trace.go:171","msg":"trace[1983498361] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28742; }","duration":"11.210716256s","start":"2026-04-27T02:20:25.356993Z","end":"2026-04-27T02:20:36.567709Z","steps":["trace[1983498361] 'agreement among raft nodes before linearized reading' (duration: 11.210053415s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.567726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:28.493026Z","time spent":"8.074682152s","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":235,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.568016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:25.356944Z","time spent":"11.211050366s","remote":"127.0.0.1:58694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:36.567666Z","caller":"traceutil/trace.go:171","msg":"trace[382624826] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:28742; }","duration":"11.142454849s","start":"2026-04-27T02:20:25.425198Z","end":"2026-04-27T02:20:36.567653Z","steps":["trace[382624826] 'agreement among raft nodes before linearized reading' (duration: 11.141762558s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.568136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:25.425177Z","time spent":"11.142936365s","remote":"127.0.0.1:58736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.569212Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"65.842µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-04-27T02:20:36.569807Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"215c9dcc8fe983f3","error":"lease not found"} {"level":"info","ts":"2026-04-27T02:20:36.570471Z","caller":"traceutil/trace.go:171","msg":"trace[1029227695] transaction","detail":"{read_only:false; response_revision:28745; number_of_response:1; }","duration":"3.48823967s","start":"2026-04-27T02:20:33.082214Z","end":"2026-04-27T02:20:36.570454Z","steps":["trace[1029227695] 'process raft request' (duration: 3.487790966s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:36.570522Z","caller":"traceutil/trace.go:171","msg":"trace[1004367424] transaction","detail":"{read_only:false; response_revision:28746; number_of_response:1; }","duration":"3.488109936s","start":"2026-04-27T02:20:33.082393Z","end":"2026-04-27T02:20:36.570503Z","steps":["trace[1004367424] 'process raft request' (duration: 3.487684183s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.570609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:33.082191Z","time spent":"3.488320113s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:36.570618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:33.082376Z","time spent":"3.488187778s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:36.570936Z","caller":"traceutil/trace.go:171","msg":"trace[1110765841] transaction","detail":"{read_only:false; response_revision:28744; number_of_response:1; }","duration":"3.489087797s","start":"2026-04-27T02:20:33.08184Z","end":"2026-04-27T02:20:36.570928Z","steps":["trace[1110765841] 'process raft request' (duration: 3.487440335s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.570988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:33.081813Z","time spent":"3.489152149s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:36.571104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.665487976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.571173Z","caller":"traceutil/trace.go:171","msg":"trace[916021441] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28747; }","duration":"7.665589759s","start":"2026-04-27T02:20:28.905566Z","end":"2026-04-27T02:20:36.571156Z","steps":["trace[916021441] 'agreement among raft nodes before linearized reading' (duration: 7.665504166s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.571198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:28.905545Z","time spent":"7.665646721s","remote":"127.0.0.1:40042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:20:36.571241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.686301367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-27T02:20:36.571268Z","caller":"traceutil/trace.go:171","msg":"trace[1274763126] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:28747; }","duration":"3.686327507s","start":"2026-04-27T02:20:32.884931Z","end":"2026-04-27T02:20:36.571258Z","steps":["trace[1274763126] 'agreement among raft nodes before linearized reading' (duration: 3.686249795s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.571297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:32.884907Z","time spent":"3.686380449s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-27T02:20:36.571306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817243565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.571333Z","caller":"traceutil/trace.go:171","msg":"trace[1494069674] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:28747; }","duration":"1.817305917s","start":"2026-04-27T02:20:34.754019Z","end":"2026-04-27T02:20:36.571325Z","steps":["trace[1494069674] 'agreement among raft nodes before linearized reading' (duration: 1.817258206s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.571339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.843985518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:36.571354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:34.753999Z","time spent":"1.817349028s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:36.571365Z","caller":"traceutil/trace.go:171","msg":"trace[1404667725] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28747; }","duration":"3.84404911s","start":"2026-04-27T02:20:32.727307Z","end":"2026-04-27T02:20:36.571357Z","steps":["trace[1404667725] 'agreement among raft nodes before linearized reading' (duration: 3.844002829s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.571385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:32.727278Z","time spent":"3.844101392s","remote":"127.0.0.1:40158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:36.571454Z","caller":"traceutil/trace.go:171","msg":"trace[1733347749] transaction","detail":"{read_only:false; response_revision:28747; number_of_response:1; }","duration":"3.488981353s","start":"2026-04-27T02:20:33.082466Z","end":"2026-04-27T02:20:36.571447Z","steps":["trace[1733347749] 'process raft request' (duration: 3.487644011s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.571455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017705487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.571484Z","caller":"traceutil/trace.go:171","msg":"trace[1895110103] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:28747; }","duration":"2.017783069s","start":"2026-04-27T02:20:34.553692Z","end":"2026-04-27T02:20:36.571475Z","steps":["trace[1895110103] 'agreement among raft nodes before linearized reading' (duration: 2.017734058s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.571493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:33.082444Z","time spent":"3.489024525s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:36.571509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.324876869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:36.571533Z","caller":"traceutil/trace.go:171","msg":"trace[1172480086] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28747; }","duration":"4.324946222s","start":"2026-04-27T02:20:32.24658Z","end":"2026-04-27T02:20:36.571527Z","steps":["trace[1172480086] 'agreement among raft nodes before linearized reading' (duration: 4.324907911s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.571552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:32.246552Z","time spent":"4.324994022s","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.57155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058986971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.571604Z","caller":"traceutil/trace.go:171","msg":"trace[638805379] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:28747; }","duration":"2.059074894s","start":"2026-04-27T02:20:34.512521Z","end":"2026-04-27T02:20:36.571596Z","steps":["trace[638805379] 'agreement among raft nodes before linearized reading' (duration: 2.059003702s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.571617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:33.083482Z","time spent":"3.488133127s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:36.571626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:34.5125Z","time spent":"2.059119105s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.57169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.649123122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.57171Z","caller":"traceutil/trace.go:171","msg":"trace[1900752037] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:28747; }","duration":"4.649189104s","start":"2026-04-27T02:20:31.922515Z","end":"2026-04-27T02:20:36.571704Z","steps":["trace[1900752037] 'agreement among raft nodes before linearized reading' (duration: 4.649139143s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.57173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:31.922479Z","time spent":"4.649244896s","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.571751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403559646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.571772Z","caller":"traceutil/trace.go:171","msg":"trace[1173205562] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28747; }","duration":"2.403627668s","start":"2026-04-27T02:20:34.168138Z","end":"2026-04-27T02:20:36.571766Z","steps":["trace[1173205562] 'agreement among raft nodes before linearized reading' (duration: 2.403584297s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.57179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:34.168115Z","time spent":"2.403669549s","remote":"127.0.0.1:40074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.571812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.024766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17233"} {"level":"info","ts":"2026-04-27T02:20:36.571834Z","caller":"traceutil/trace.go:171","msg":"trace[1503768449] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28747; }","duration":"997.072507ms","start":"2026-04-27T02:20:35.574754Z","end":"2026-04-27T02:20:36.571826Z","steps":["trace[1503768449] 'agreement among raft nodes before linearized reading' (duration: 996.945953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.571852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:35.574739Z","time spent":"997.109238ms","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17257,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-27T02:20:36.571845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.85959043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.57188Z","caller":"traceutil/trace.go:171","msg":"trace[777797645] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28747; }","duration":"4.859665613s","start":"2026-04-27T02:20:31.712204Z","end":"2026-04-27T02:20:36.571869Z","steps":["trace[777797645] 'agreement among raft nodes before linearized reading' (duration: 4.859614031s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.571893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202493793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:36.571905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:31.71218Z","time spent":"4.859716624s","remote":"127.0.0.1:58704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.571942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.401116228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:36.571947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228230079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.571962Z","caller":"traceutil/trace.go:171","msg":"trace[1592981246] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28747; }","duration":"3.401136178s","start":"2026-04-27T02:20:33.170819Z","end":"2026-04-27T02:20:36.571955Z","steps":["trace[1592981246] 'agreement among raft nodes before linearized reading' (duration: 3.401106207s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:36.572151Z","caller":"traceutil/trace.go:171","msg":"trace[963820559] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:28747; }","duration":"1.228288811s","start":"2026-04-27T02:20:35.343671Z","end":"2026-04-27T02:20:36.57196Z","steps":["trace[963820559] 'agreement among raft nodes before linearized reading' (duration: 1.22825723s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.572154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:33.170793Z","time spent":"3.401356775s","remote":"127.0.0.1:40024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.57217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:35.343644Z","time spent":"1.228520738s","remote":"127.0.0.1:58616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.57228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627817911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:36.572296Z","caller":"traceutil/trace.go:171","msg":"trace[1406049023] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:28747; }","duration":"1.627865823s","start":"2026-04-27T02:20:34.944425Z","end":"2026-04-27T02:20:36.572291Z","steps":["trace[1406049023] 'agreement among raft nodes before linearized reading' (duration: 1.627822912s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.572315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:34.944404Z","time spent":"1.627906835s","remote":"127.0.0.1:33734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.572326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442111103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-04-27T02:20:36.572357Z","caller":"traceutil/trace.go:171","msg":"trace[1065546856] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:28747; }","duration":"3.442215627s","start":"2026-04-27T02:20:33.130133Z","end":"2026-04-27T02:20:36.572349Z","steps":["trace[1065546856] 'agreement among raft nodes before linearized reading' (duration: 3.442127934s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.572383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:33.1301Z","time spent":"3.442276419s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-27T02:20:36.57241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752763109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.572427Z","caller":"traceutil/trace.go:171","msg":"trace[615855038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28747; }","duration":"1.752868932s","start":"2026-04-27T02:20:34.819552Z","end":"2026-04-27T02:20:36.572421Z","steps":["trace[615855038] 'agreement among raft nodes before linearized reading' (duration: 1.752842661s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.572442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:34.81953Z","time spent":"1.752909013s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:20:36.572449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.620288041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.572488Z","caller":"traceutil/trace.go:171","msg":"trace[977590934] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28747; }","duration":"3.620364134s","start":"2026-04-27T02:20:32.952113Z","end":"2026-04-27T02:20:36.572477Z","steps":["trace[977590934] 'agreement among raft nodes before linearized reading' (duration: 3.620293412s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.572518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:32.952093Z","time spent":"3.620415676s","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.573053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.125719595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.573087Z","caller":"traceutil/trace.go:171","msg":"trace[414666869] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28747; }","duration":"7.125800448s","start":"2026-04-27T02:20:29.447275Z","end":"2026-04-27T02:20:36.573076Z","steps":["trace[414666869] 'agreement among raft nodes before linearized reading' (duration: 7.125742306s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.573115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:29.447239Z","time spent":"7.12586647s","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.573175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.853775884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.573205Z","caller":"traceutil/trace.go:171","msg":"trace[125805475] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28747; }","duration":"5.853830867s","start":"2026-04-27T02:20:30.719366Z","end":"2026-04-27T02:20:36.573197Z","steps":["trace[125805475] 'agreement among raft nodes before linearized reading' (duration: 5.853780115s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.573233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:30.719345Z","time spent":"5.853879378s","remote":"127.0.0.1:39918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.573275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.760154077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.573305Z","caller":"traceutil/trace.go:171","msg":"trace[26094315] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:28747; }","duration":"6.760213469s","start":"2026-04-27T02:20:29.813082Z","end":"2026-04-27T02:20:36.573295Z","steps":["trace[26094315] 'agreement among raft nodes before linearized reading' (duration: 6.760161187s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.573334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:29.813061Z","time spent":"6.760265411s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.573403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.450496227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.573439Z","caller":"traceutil/trace.go:171","msg":"trace[1169535739] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:28747; }","duration":"5.45057597s","start":"2026-04-27T02:20:31.122849Z","end":"2026-04-27T02:20:36.573425Z","steps":["trace[1169535739] 'agreement among raft nodes before linearized reading' (duration: 5.450507928s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.573469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:31.122824Z","time spent":"5.450633541s","remote":"127.0.0.1:58622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.573599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.737317186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.573718Z","caller":"traceutil/trace.go:171","msg":"trace[1632901808] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28747; }","duration":"5.737371368s","start":"2026-04-27T02:20:30.836246Z","end":"2026-04-27T02:20:36.573617Z","steps":["trace[1632901808] 'agreement among raft nodes before linearized reading' (duration: 5.737324456s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.573751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:30.836209Z","time spent":"5.737531363s","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.574016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.780770358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T02:20:36.574049Z","caller":"traceutil/trace.go:171","msg":"trace[1854247946] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28747; }","duration":"5.780841361s","start":"2026-04-27T02:20:30.793198Z","end":"2026-04-27T02:20:36.574039Z","steps":["trace[1854247946] 'agreement among raft nodes before linearized reading' (duration: 5.780738198s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.574073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:30.793173Z","time spent":"5.780894152s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-27T02:20:36.573467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.866084593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.574338Z","caller":"traceutil/trace.go:171","msg":"trace[74300003] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:28747; }","duration":"6.867000582s","start":"2026-04-27T02:20:29.707327Z","end":"2026-04-27T02:20:36.574328Z","steps":["trace[74300003] 'agreement among raft nodes before linearized reading' (duration: 6.866109514s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.574376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:29.707289Z","time spent":"6.867073614s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.574776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.602243028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:36.574842Z","caller":"traceutil/trace.go:171","msg":"trace[637785448] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:28747; }","duration":"7.60230432s","start":"2026-04-27T02:20:28.972497Z","end":"2026-04-27T02:20:36.574802Z","steps":["trace[637785448] 'agreement among raft nodes before linearized reading' (duration: 7.602229838s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.574871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:28.972486Z","time spent":"7.602377242s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.575192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.615074223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:36.575216Z","caller":"traceutil/trace.go:171","msg":"trace[521785434] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:28747; }","duration":"7.615140965s","start":"2026-04-27T02:20:28.960069Z","end":"2026-04-27T02:20:36.57521Z","steps":["trace[521785434] 'agreement among raft nodes before linearized reading' (duration: 7.615088633s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.575235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:28.960045Z","time spent":"7.615185007s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:36.571914Z","caller":"traceutil/trace.go:171","msg":"trace[1424056698] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:28747; }","duration":"3.202556396s","start":"2026-04-27T02:20:33.369352Z","end":"2026-04-27T02:20:36.571908Z","steps":["trace[1424056698] 'agreement among raft nodes before linearized reading' (duration: 3.202524355s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.575332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:33.369329Z","time spent":"3.205995564s","remote":"127.0.0.1:44880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.575338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.989553344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:36.571917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078459188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:36.575379Z","caller":"traceutil/trace.go:171","msg":"trace[1588833271] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28747; }","duration":"6.989630066s","start":"2026-04-27T02:20:29.585737Z","end":"2026-04-27T02:20:36.575367Z","steps":["trace[1588833271] 'agreement among raft nodes before linearized reading' (duration: 6.989559284s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.57151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:34.553666Z","time spent":"2.017836831s","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:36.575401Z","caller":"traceutil/trace.go:171","msg":"trace[111637409] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28747; }","duration":"1.081975489s","start":"2026-04-27T02:20:35.493416Z","end":"2026-04-27T02:20:36.575391Z","steps":["trace[111637409] 'agreement among raft nodes before linearized reading' (duration: 1.078482178s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.57541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:29.585697Z","time spent":"6.989704068s","remote":"127.0.0.1:58712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.57544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:35.493393Z","time spent":"1.082033661s","remote":"127.0.0.1:39814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:36.583674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.936931491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:36.583791Z","caller":"traceutil/trace.go:171","msg":"trace[1707785614] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:28747; }","duration":"6.947117832s","start":"2026-04-27T02:20:29.636646Z","end":"2026-04-27T02:20:36.583763Z","steps":["trace[1707785614] 'agreement among raft nodes before linearized reading' (duration: 6.936838868s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:36.583877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:29.636621Z","time spent":"6.947206205s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":89,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:37.079654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022337040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:20:37.85137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.462575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:20:37.851633Z","caller":"traceutil/trace.go:171","msg":"trace[623033917] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28747; }","duration":"1.276433342s","start":"2026-04-27T02:20:36.57518Z","end":"2026-04-27T02:20:37.851613Z","steps":["trace[623033917] 'process raft request' (duration: 570.621166ms)","trace[623033917] 'compare' (duration: 705.400093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:37.851706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:36.57515Z","time spent":"1.276524465s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:37.852434Z","caller":"traceutil/trace.go:171","msg":"trace[322698723] linearizableReadLoop","detail":"{readStateIndex:30089; appliedIndex:30086; }","duration":"1.273567031s","start":"2026-04-27T02:20:36.578839Z","end":"2026-04-27T02:20:37.852406Z","steps":["trace[322698723] 'read index received' (duration: 566.97952ms)","trace[322698723] 'applied index is now lower than readState.Index' (duration: 706.586361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:37.853103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274228632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-77cf5d44d7-flc5w.18aa148e5ba82300\" ","response":"range_response_count:1 size:1169"} {"level":"info","ts":"2026-04-27T02:20:37.853176Z","caller":"traceutil/trace.go:171","msg":"trace[2088615996] range","detail":"{range_begin:/registry/events/openstack/senlin-api-77cf5d44d7-flc5w.18aa148e5ba82300; range_end:; response_count:1; response_revision:28749; }","duration":"1.274341736s","start":"2026-04-27T02:20:36.578813Z","end":"2026-04-27T02:20:37.853155Z","steps":["trace[2088615996] 'agreement among raft nodes before linearized reading' (duration: 1.274112288s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:37.853188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273139347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-04-27T02:20:37.853237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:36.578801Z","time spent":"1.274420008s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1193,"request content":"key:\"/registry/events/openstack/senlin-api-77cf5d44d7-flc5w.18aa148e5ba82300\" "} {"level":"info","ts":"2026-04-27T02:20:37.853232Z","caller":"traceutil/trace.go:171","msg":"trace[1627813394] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:28749; }","duration":"1.27320733s","start":"2026-04-27T02:20:36.580012Z","end":"2026-04-27T02:20:37.853219Z","steps":["trace[1627813394] 'agreement among raft nodes before linearized reading' (duration: 1.273061635s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:37.853338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:36.579998Z","time spent":"1.273330454s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-27T02:20:37.853556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273017844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-27T02:20:37.853593Z","caller":"traceutil/trace.go:171","msg":"trace[1180411924] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:28749; }","duration":"1.273089336s","start":"2026-04-27T02:20:36.580492Z","end":"2026-04-27T02:20:37.853582Z","steps":["trace[1180411924] 'agreement among raft nodes before linearized reading' (duration: 1.272979923s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:37.85359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271535327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-k4gsj\" ","response":"range_response_count:1 size:5317"} {"level":"warn","ts":"2026-04-27T02:20:37.853568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26971984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:37.853598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.657636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:37.853642Z","caller":"traceutil/trace.go:171","msg":"trace[711595062] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-k4gsj; range_end:; response_count:1; response_revision:28749; }","duration":"1.27161486s","start":"2026-04-27T02:20:36.582013Z","end":"2026-04-27T02:20:37.853628Z","steps":["trace[711595062] 'agreement among raft nodes before linearized reading' (duration: 1.271416253s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:37.853657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.978725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:37.853667Z","caller":"traceutil/trace.go:171","msg":"trace[812485774] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28749; }","duration":"1.269842304s","start":"2026-04-27T02:20:36.583798Z","end":"2026-04-27T02:20:37.85364Z","steps":["trace[812485774] 'agreement among raft nodes before linearized reading' (duration: 1.269685069s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:37.853647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223936794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-kubeadm-bootstrap-system/\" range_end:\"/registry/secrets/capi-kubeadm-bootstrap-system0\" ","response":"range_response_count:1 size:5826"} {"level":"warn","ts":"2026-04-27T02:20:37.853739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271402153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:37.85373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:36.583788Z","time spent":"1.269925826s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:20:37.853758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273553331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-52ced66f-b758-4dda-8149-9d331434d28b\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-27T02:20:37.853775Z","caller":"traceutil/trace.go:171","msg":"trace[614658859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28749; }","duration":"1.271451944s","start":"2026-04-27T02:20:36.582315Z","end":"2026-04-27T02:20:37.853767Z","steps":["trace[614658859] 'agreement among raft nodes before linearized reading' (duration: 1.271402162s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:37.853768Z","caller":"traceutil/trace.go:171","msg":"trace[6866182] range","detail":"{range_begin:/registry/secrets/capi-kubeadm-bootstrap-system/; range_end:/registry/secrets/capi-kubeadm-bootstrap-system0; response_count:1; response_revision:28749; }","duration":"1.224079638s","start":"2026-04-27T02:20:36.629663Z","end":"2026-04-27T02:20:37.853743Z","steps":["trace[6866182] 'agreement among raft nodes before linearized reading' (duration: 1.223726837s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:37.853799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:36.582305Z","time spent":"1.271489346s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:20:37.852436Z","caller":"traceutil/trace.go:171","msg":"trace[2000462691] transaction","detail":"{read_only:false; response_revision:28748; number_of_response:1; }","duration":"1.275384358s","start":"2026-04-27T02:20:36.577002Z","end":"2026-04-27T02:20:37.852386Z","steps":["trace[2000462691] 'process raft request' (duration: 1.27449888s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:37.853847Z","caller":"traceutil/trace.go:171","msg":"trace[2013564599] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:28749; }","duration":"475.78901ms","start":"2026-04-27T02:20:37.377858Z","end":"2026-04-27T02:20:37.853647Z","steps":["trace[2013564599] 'agreement among raft nodes before linearized reading' (duration: 475.659806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:37.853914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:37.377823Z","time spent":"476.070989ms","remote":"127.0.0.1:33104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:37.853949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:36.576976Z","time spent":"1.276906247s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:37.853976Z","caller":"traceutil/trace.go:171","msg":"trace[346223964] range","detail":"{range_begin:/registry/persistentvolumes/pvc-52ced66f-b758-4dda-8149-9d331434d28b; range_end:; response_count:1; response_revision:28749; }","duration":"1.273637894s","start":"2026-04-27T02:20:36.580145Z","end":"2026-04-27T02:20:37.853783Z","steps":["trace[346223964] 'agreement among raft nodes before linearized reading' (duration: 1.273488759s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:37.85406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:36.580113Z","time spent":"1.273935863s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-52ced66f-b758-4dda-8149-9d331434d28b\" "} {"level":"warn","ts":"2026-04-27T02:20:37.853618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:36.580482Z","time spent":"1.273129817s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-27T02:20:37.853694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:36.582009Z","time spent":"1.271674041s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5341,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-k4gsj\" "} {"level":"warn","ts":"2026-04-27T02:20:37.853828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:36.629596Z","time spent":"1.224214732s","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":5850,"request content":"key:\"/registry/secrets/capi-kubeadm-bootstrap-system/\" range_end:\"/registry/secrets/capi-kubeadm-bootstrap-system0\" "} {"level":"warn","ts":"2026-04-27T02:20:37.853571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.811035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:37.853699Z","caller":"traceutil/trace.go:171","msg":"trace[1161807774] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28749; }","duration":"859.067228ms","start":"2026-04-27T02:20:36.994621Z","end":"2026-04-27T02:20:37.853688Z","steps":["trace[1161807774] 'agreement among raft nodes before linearized reading' (duration: 858.939744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:37.854533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:36.994583Z","time spent":"859.928655ms","remote":"127.0.0.1:33790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:37.852649Z","caller":"traceutil/trace.go:171","msg":"trace[826693057] transaction","detail":"{read_only:false; response_revision:28749; number_of_response:1; }","duration":"1.270719851s","start":"2026-04-27T02:20:36.58189Z","end":"2026-04-27T02:20:37.85261Z","steps":["trace[826693057] 'process raft request' (duration: 1.270382841s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:37.854681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:36.581877Z","time spent":"1.272739795s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:37.854404Z","caller":"traceutil/trace.go:171","msg":"trace[2087333831] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:28749; }","duration":"359.700093ms","start":"2026-04-27T02:20:37.494685Z","end":"2026-04-27T02:20:37.854385Z","steps":["trace[2087333831] 'agreement among raft nodes before linearized reading' (duration: 358.811574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:37.855396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:37.494662Z","time spent":"360.680774ms","remote":"127.0.0.1:58568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:38.853582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.952244ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-27T02:20:38.853746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:37.853576Z","time spent":"1.000152343s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:39.703256Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.412717567s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:20:39.857092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999968946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:20:39.857187Z","caller":"traceutil/trace.go:171","msg":"trace[1710922727] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000137262s","start":"2026-04-27T02:20:37.857028Z","end":"2026-04-27T02:20:39.857165Z","steps":["trace[1710922727] 'agreement among raft nodes before linearized reading' (duration: 1.999976177s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:39.857236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:37.85701Z","time spent":"2.000217685s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:20:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:20:40.017965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.592076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:20:40.018265Z","caller":"traceutil/trace.go:171","msg":"trace[1809991541] transaction","detail":"{read_only:false; response_revision:28750; number_of_response:1; }","duration":"2.161709066s","start":"2026-04-27T02:20:37.856503Z","end":"2026-04-27T02:20:40.018212Z","steps":["trace[1809991541] 'process raft request' (duration: 1.847333025s)","trace[1809991541] 'compare' (duration: 312.216923ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:20:40.018374Z","caller":"traceutil/trace.go:171","msg":"trace[590703197] transaction","detail":"{read_only:false; response_revision:28751; number_of_response:1; }","duration":"2.156737309s","start":"2026-04-27T02:20:37.861611Z","end":"2026-04-27T02:20:40.018349Z","steps":["trace[590703197] 'process raft request' (duration: 2.156496891s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:40.018456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:37.861597Z","time spent":"2.156820242s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:40.018538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:37.856482Z","time spent":"2.161907092s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:40.018668Z","caller":"traceutil/trace.go:171","msg":"trace[1831136840] transaction","detail":"{read_only:false; response_revision:28752; number_of_response:1; }","duration":"2.156728568s","start":"2026-04-27T02:20:37.861926Z","end":"2026-04-27T02:20:40.018655Z","steps":["trace[1831136840] 'process raft request' (duration: 2.156308445s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:40.018745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:37.861911Z","time spent":"2.156795741s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:40.01926Z","caller":"traceutil/trace.go:171","msg":"trace[1375958215] transaction","detail":"{read_only:false; response_revision:28754; number_of_response:1; }","duration":"1.164255108s","start":"2026-04-27T02:20:38.854991Z","end":"2026-04-27T02:20:40.019246Z","steps":["trace[1375958215] 'process raft request' (duration: 1.163641229s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:40.019339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:38.854959Z","time spent":"1.164340771s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:40.01935Z","caller":"traceutil/trace.go:171","msg":"trace[490915003] linearizableReadLoop","detail":"{readStateIndex:30091; appliedIndex:30089; }","duration":"2.161672154s","start":"2026-04-27T02:20:37.857051Z","end":"2026-04-27T02:20:40.018723Z","steps":["trace[490915003] 'read index received' (duration: 433.454631ms)","trace[490915003] 'applied index is now lower than readState.Index' (duration: 1.728216563s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:20:40.019485Z","caller":"traceutil/trace.go:171","msg":"trace[1642460436] transaction","detail":"{read_only:false; response_revision:28753; number_of_response:1; }","duration":"2.156942845s","start":"2026-04-27T02:20:37.862493Z","end":"2026-04-27T02:20:40.019436Z","steps":["trace[1642460436] 'process raft request' (duration: 2.155787658s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:40.019682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158777823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:40.019742Z","caller":"traceutil/trace.go:171","msg":"trace[933992548] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28754; }","duration":"2.158866086s","start":"2026-04-27T02:20:37.86086Z","end":"2026-04-27T02:20:40.019726Z","steps":["trace[933992548] 'agreement among raft nodes before linearized reading' (duration: 2.158638119s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:40.019749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556325563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:40.019789Z","caller":"traceutil/trace.go:171","msg":"trace[2108201172] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:28754; }","duration":"1.556416886s","start":"2026-04-27T02:20:38.463361Z","end":"2026-04-27T02:20:40.019778Z","steps":["trace[2108201172] 'agreement among raft nodes before linearized reading' (duration: 1.556181658s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:40.019827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:38.46334Z","time spent":"1.556480868s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":118,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:40.019867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624172526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:40.019896Z","caller":"traceutil/trace.go:171","msg":"trace[1108535852] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:28754; }","duration":"1.624252889s","start":"2026-04-27T02:20:38.395635Z","end":"2026-04-27T02:20:40.019888Z","steps":["trace[1108535852] 'agreement among raft nodes before linearized reading' (duration: 1.624172917s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:40.019933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:38.395611Z","time spent":"1.62431421s","remote":"127.0.0.1:34108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:40.020162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.489769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:40.020195Z","caller":"traceutil/trace.go:171","msg":"trace[1905300435] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28754; }","duration":"134.564931ms","start":"2026-04-27T02:20:39.88562Z","end":"2026-04-27T02:20:40.020185Z","steps":["trace[1905300435] 'agreement among raft nodes before linearized reading' (duration: 134.519459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:40.020342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.635501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:40.020382Z","caller":"traceutil/trace.go:171","msg":"trace[1340900840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28754; }","duration":"158.706223ms","start":"2026-04-27T02:20:39.861666Z","end":"2026-04-27T02:20:40.020372Z","steps":["trace[1340900840] 'agreement among raft nodes before linearized reading' (duration: 158.649162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:40.020352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115509067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-27T02:20:40.02044Z","caller":"traceutil/trace.go:171","msg":"trace[463493594] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:28754; }","duration":"2.11562864s","start":"2026-04-27T02:20:37.904791Z","end":"2026-04-27T02:20:40.02042Z","steps":["trace[463493594] 'agreement among raft nodes before linearized reading' (duration: 2.115343671s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:40.020467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159191886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-04-27T02:20:40.020558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.654939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:40.020576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033426643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:40.020582Z","caller":"traceutil/trace.go:171","msg":"trace[1511958525] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28754; }","duration":"2.15929375s","start":"2026-04-27T02:20:37.861244Z","end":"2026-04-27T02:20:40.020537Z","steps":["trace[1511958525] 'agreement among raft nodes before linearized reading' (duration: 2.158904827s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:40.020608Z","caller":"traceutil/trace.go:171","msg":"trace[1280567615] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28754; }","duration":"2.033520387s","start":"2026-04-27T02:20:37.987078Z","end":"2026-04-27T02:20:40.020599Z","steps":["trace[1280567615] 'agreement among raft nodes before linearized reading' (duration: 2.033447354s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:40.020625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147542129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:40.020648Z","caller":"traceutil/trace.go:171","msg":"trace[2119289115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28754; }","duration":"1.147593001s","start":"2026-04-27T02:20:38.873049Z","end":"2026-04-27T02:20:40.020642Z","steps":["trace[2119289115] 'agreement among raft nodes before linearized reading' (duration: 1.14755924s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:40.020675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:38.873029Z","time spent":"1.147641313s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:20:40.020828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096416163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-04-27T02:20:40.020871Z","caller":"traceutil/trace.go:171","msg":"trace[1968816340] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:28754; }","duration":"2.096512566s","start":"2026-04-27T02:20:37.924349Z","end":"2026-04-27T02:20:40.020861Z","steps":["trace[1968816340] 'agreement among raft nodes before linearized reading' (duration: 2.09631617s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:40.0209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:37.924327Z","time spent":"2.096565878s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":210,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-27T02:20:40.02068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:37.861238Z","time spent":"2.159405963s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-27T02:20:40.021275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118704027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-kubeadm-control-plane-system/\" range_end:\"/registry/secrets/capi-kubeadm-control-plane-system0\" ","response":"range_response_count:1 size:5914"} {"level":"warn","ts":"2026-04-27T02:20:40.019785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:37.86084Z","time spent":"2.158936269s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-27T02:20:40.021325Z","caller":"traceutil/trace.go:171","msg":"trace[1581527687] range","detail":"{range_begin:/registry/secrets/capi-kubeadm-control-plane-system/; range_end:/registry/secrets/capi-kubeadm-control-plane-system0; response_count:1; response_revision:28754; }","duration":"2.11880353s","start":"2026-04-27T02:20:37.902507Z","end":"2026-04-27T02:20:40.021311Z","steps":["trace[1581527687] 'agreement among raft nodes before linearized reading' (duration: 2.118660276s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:40.021378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27258112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:40.021419Z","caller":"traceutil/trace.go:171","msg":"trace[1524643143] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28754; }","duration":"1.272672752s","start":"2026-04-27T02:20:38.748735Z","end":"2026-04-27T02:20:40.021408Z","steps":["trace[1524643143] 'agreement among raft nodes before linearized reading' (duration: 1.272101524s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:40.021443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:38.748667Z","time spent":"1.272769726s","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:40.020644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:37.987053Z","time spent":"2.033583219s","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:40.020593Z","caller":"traceutil/trace.go:171","msg":"trace[658848562] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28754; }","duration":"679.732902ms","start":"2026-04-27T02:20:39.340851Z","end":"2026-04-27T02:20:40.020584Z","steps":["trace[658848562] 'agreement among raft nodes before linearized reading' (duration: 679.67682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:40.020501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:37.904786Z","time spent":"2.115704692s","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-27T02:20:40.022475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:39.340827Z","time spent":"681.629392ms","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:40.02179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856484954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T02:20:40.024119Z","caller":"traceutil/trace.go:171","msg":"trace[1302943432] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28754; }","duration":"1.858845348s","start":"2026-04-27T02:20:38.165249Z","end":"2026-04-27T02:20:40.024094Z","steps":["trace[1302943432] 'agreement among raft nodes before linearized reading' (duration: 1.854879523s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:40.024293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:38.165226Z","time spent":"1.859026824s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2789,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:40.025222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:37.902478Z","time spent":"2.118873522s","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":5938,"request content":"key:\"/registry/secrets/capi-kubeadm-control-plane-system/\" range_end:\"/registry/secrets/capi-kubeadm-control-plane-system0\" "} {"level":"warn","ts":"2026-04-27T02:20:40.019793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:37.862484Z","time spent":"2.157175563s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:40.528627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022337054,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:20:41.02949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022337054,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:20:41.219412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179720957s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:20:41.941484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580744164s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:41.941653Z","caller":"traceutil/trace.go:171","msg":"trace[1752374906] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28754; }","duration":"1.58093505s","start":"2026-04-27T02:20:40.360695Z","end":"2026-04-27T02:20:41.94163Z","steps":["trace[1752374906] 'range keys from in-memory index tree' (duration: 1.580720413s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:41.943712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.907197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:20:41.943858Z","caller":"traceutil/trace.go:171","msg":"trace[1997084737] linearizableReadLoop","detail":"{readStateIndex:30096; appliedIndex:30095; }","duration":"1.91553818s","start":"2026-04-27T02:20:40.028294Z","end":"2026-04-27T02:20:41.943832Z","steps":["trace[1997084737] 'read index received' (duration: 1.191319553s)","trace[1997084737] 'applied index is now lower than readState.Index' (duration: 724.215776ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:20:41.943896Z","caller":"traceutil/trace.go:171","msg":"trace[1127703382] transaction","detail":"{read_only:false; response_revision:28755; number_of_response:1; }","duration":"1.917690128s","start":"2026-04-27T02:20:40.02615Z","end":"2026-04-27T02:20:41.94384Z","steps":["trace[1127703382] 'process raft request' (duration: 1.193539983s)","trace[1127703382] 'compare' (duration: 722.341578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:41.944052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375098628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:41.944071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:40.026135Z","time spent":"1.917854883s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:20:41.944081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178151036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:41.944078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915635463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:41.944119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252092252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:41.944146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915832519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-43db85bb-ae24-4aff-9d56-d148a47a4222\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-27T02:20:41.9442Z","caller":"traceutil/trace.go:171","msg":"trace[506604869] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:28755; }","duration":"1.252216896s","start":"2026-04-27T02:20:40.691936Z","end":"2026-04-27T02:20:41.944153Z","steps":["trace[506604869] 'agreement among raft nodes before linearized reading' (duration: 1.252101992s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:41.944184Z","caller":"traceutil/trace.go:171","msg":"trace[160095104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28755; }","duration":"1.17826691s","start":"2026-04-27T02:20:40.765866Z","end":"2026-04-27T02:20:41.944133Z","steps":["trace[160095104] 'agreement among raft nodes before linearized reading' (duration: 1.178150266s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:41.944234Z","caller":"traceutil/trace.go:171","msg":"trace[1244232258] range","detail":"{range_begin:/registry/persistentvolumes/pvc-43db85bb-ae24-4aff-9d56-d148a47a4222; range_end:; response_count:1; response_revision:28755; }","duration":"1.915941823s","start":"2026-04-27T02:20:40.028272Z","end":"2026-04-27T02:20:41.944214Z","steps":["trace[1244232258] 'agreement among raft nodes before linearized reading' (duration: 1.915646333s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:41.944275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:40.691909Z","time spent":"1.25234796s","remote":"127.0.0.1:58630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:41.944286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:40.028265Z","time spent":"1.916007784s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-43db85bb-ae24-4aff-9d56-d148a47a4222\" "} {"level":"info","ts":"2026-04-27T02:20:41.944105Z","caller":"traceutil/trace.go:171","msg":"trace[1039213531] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28755; }","duration":"1.375192411s","start":"2026-04-27T02:20:40.568896Z","end":"2026-04-27T02:20:41.944088Z","steps":["trace[1039213531] 'agreement among raft nodes before linearized reading' (duration: 1.375089827s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:41.944284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:40.765841Z","time spent":"1.178425055s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:20:41.94437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915881941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-27T02:20:41.944357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.590009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-27T02:20:41.944399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383154252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:41.944421Z","caller":"traceutil/trace.go:171","msg":"trace[527655309] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28755; }","duration":"1.915937583s","start":"2026-04-27T02:20:40.02847Z","end":"2026-04-27T02:20:41.944407Z","steps":["trace[527655309] 'agreement among raft nodes before linearized reading' (duration: 1.915792098s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:41.94445Z","caller":"traceutil/trace.go:171","msg":"trace[905531924] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:28755; }","duration":"1.383268506s","start":"2026-04-27T02:20:40.561169Z","end":"2026-04-27T02:20:41.944438Z","steps":["trace[905531924] 'agreement among raft nodes before linearized reading' (duration: 1.383164532s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:41.944465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:40.028467Z","time spent":"1.915987304s","remote":"127.0.0.1:33790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T02:20:41.944429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:40.56888Z","time spent":"1.375482159s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:41.94446Z","caller":"traceutil/trace.go:171","msg":"trace[1342754137] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28755; }","duration":"693.761085ms","start":"2026-04-27T02:20:41.250675Z","end":"2026-04-27T02:20:41.944436Z","steps":["trace[1342754137] 'agreement among raft nodes before linearized reading' (duration: 693.459985ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:41.944172Z","caller":"traceutil/trace.go:171","msg":"trace[1808574595] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28755; }","duration":"1.915753536s","start":"2026-04-27T02:20:40.028394Z","end":"2026-04-27T02:20:41.944147Z","steps":["trace[1808574595] 'agreement among raft nodes before linearized reading' (duration: 1.915597452s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:41.944502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:40.561144Z","time spent":"1.383346628s","remote":"127.0.0.1:40100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:41.94452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:41.250643Z","time spent":"693.867548ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-27T02:20:41.944539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:40.02839Z","time spent":"1.916135588s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:20:41.944167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332202913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:41.944588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85886215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-system/\" range_end:\"/registry/secrets/capi-system0\" ","response":"range_response_count:1 size:5440"} {"level":"info","ts":"2026-04-27T02:20:41.94466Z","caller":"traceutil/trace.go:171","msg":"trace[1658008672] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:28755; }","duration":"1.332737179s","start":"2026-04-27T02:20:40.611907Z","end":"2026-04-27T02:20:41.944644Z","steps":["trace[1658008672] 'agreement among raft nodes before linearized reading' (duration: 1.332222803s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:41.944723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:40.611884Z","time spent":"1.332818392s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:41.944332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914711114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-br7zq\" ","response":"range_response_count:1 size:4802"} {"level":"info","ts":"2026-04-27T02:20:41.944771Z","caller":"traceutil/trace.go:171","msg":"trace[2094601809] range","detail":"{range_begin:/registry/secrets/capi-system/; range_end:/registry/secrets/capi-system0; response_count:1; response_revision:28755; }","duration":"1.858993894s","start":"2026-04-27T02:20:40.085661Z","end":"2026-04-27T02:20:41.944655Z","steps":["trace[2094601809] 'agreement among raft nodes before linearized reading' (duration: 1.858415685s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:41.944787Z","caller":"traceutil/trace.go:171","msg":"trace[1102437009] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-br7zq; range_end:; response_count:1; response_revision:28755; }","duration":"1.915160858s","start":"2026-04-27T02:20:40.029613Z","end":"2026-04-27T02:20:41.944774Z","steps":["trace[1102437009] 'agreement among raft nodes before linearized reading' (duration: 1.91458925s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:41.94482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:40.085639Z","time spent":"1.859167349s","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5464,"request content":"key:\"/registry/secrets/capi-system/\" range_end:\"/registry/secrets/capi-system0\" "} {"level":"warn","ts":"2026-04-27T02:20:41.944828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:40.029597Z","time spent":"1.91521993s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4826,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-br7zq\" "} {"level":"warn","ts":"2026-04-27T02:20:42.452215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022337058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:20:43.101771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.091604ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-04-27T02:20:43.101923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:41.949744Z","time spent":"1.152172097s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:43.955996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000504974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:20:43.956106Z","caller":"traceutil/trace.go:171","msg":"trace[1056681275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000661059s","start":"2026-04-27T02:20:41.95542Z","end":"2026-04-27T02:20:43.956081Z","steps":["trace[1056681275] 'agreement among raft nodes before linearized reading' (duration: 2.000508034s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:43.956165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:41.95541Z","time spent":"2.000742912s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:20:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:20:44.117981Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.533341707s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:20:45.179671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:43.778726Z","time spent":"1.400931545s","remote":"127.0.0.1:44908","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:45.180747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062470443s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:20:45.180834Z","caller":"traceutil/trace.go:171","msg":"trace[4335267] linearizableReadLoop","detail":"{readStateIndex:30098; appliedIndex:30096; }","duration":"3.229654833s","start":"2026-04-27T02:20:41.951162Z","end":"2026-04-27T02:20:45.180817Z","steps":["trace[4335267] 'read index received' (duration: 633.462001ms)","trace[4335267] 'applied index is now lower than readState.Index' (duration: 2.596191932s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:20:45.180884Z","caller":"traceutil/trace.go:171","msg":"trace[1446028723] transaction","detail":"{read_only:false; response_revision:28756; number_of_response:1; }","duration":"3.226907986s","start":"2026-04-27T02:20:41.95397Z","end":"2026-04-27T02:20:45.180878Z","steps":["trace[1446028723] 'process raft request' (duration: 2.164227736s)","trace[1446028723] 'compare' (duration: 1.061800902s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:45.180924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:41.953957Z","time spent":"3.226949237s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4962,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:45.181091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22990113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-27T02:20:45.181178Z","caller":"traceutil/trace.go:171","msg":"trace[926186732] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28756; }","duration":"3.230065215s","start":"2026-04-27T02:20:41.951092Z","end":"2026-04-27T02:20:45.181158Z","steps":["trace[926186732] 'agreement among raft nodes before linearized reading' (duration: 3.229835158s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:45.181222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:41.951067Z","time spent":"3.230144898s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-27T02:20:45.328684Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210444387s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:20:45.956314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999861373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:20:45.956424Z","caller":"traceutil/trace.go:171","msg":"trace[252407379] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00005704s","start":"2026-04-27T02:20:43.956343Z","end":"2026-04-27T02:20:45.9564Z","steps":["trace[252407379] 'agreement among raft nodes before linearized reading' (duration: 1.999906705s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:45.956484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:43.956321Z","time spent":"2.000150562s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:20:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:20:46.367749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038432372s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:20:46.368075Z","caller":"traceutil/trace.go:171","msg":"trace[296066663] linearizableReadLoop","detail":"{readStateIndex:30100; appliedIndex:30098; }","duration":"1.187201312s","start":"2026-04-27T02:20:45.180849Z","end":"2026-04-27T02:20:46.36805Z","steps":["trace[296066663] 'read index received' (duration: 148.073677ms)","trace[296066663] 'applied index is now lower than readState.Index' (duration: 1.039125735s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:46.368235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.865804818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:46.368273Z","caller":"traceutil/trace.go:171","msg":"trace[1273164328] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28758; }","duration":"3.86590861s","start":"2026-04-27T02:20:42.502354Z","end":"2026-04-27T02:20:46.368263Z","steps":["trace[1273164328] 'agreement among raft nodes before linearized reading' (duration: 3.865821148s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:46.368312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:42.502324Z","time spent":"3.865977453s","remote":"127.0.0.1:33088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:46.368483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.358863973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:46.368503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.942697737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17233"} {"level":"warn","ts":"2026-04-27T02:20:46.368614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967675066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:46.368637Z","caller":"traceutil/trace.go:171","msg":"trace[838195034] transaction","detail":"{read_only:false; response_revision:28757; number_of_response:1; }","duration":"3.50818189s","start":"2026-04-27T02:20:42.860427Z","end":"2026-04-27T02:20:46.368609Z","steps":["trace[838195034] 'process raft request' (duration: 2.468778777s)","trace[838195034] 'compare' (duration: 1.037416081s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:20:46.368662Z","caller":"traceutil/trace.go:171","msg":"trace[1601863662] transaction","detail":"{read_only:false; response_revision:28758; number_of_response:1; }","duration":"3.265499374s","start":"2026-04-27T02:20:43.103141Z","end":"2026-04-27T02:20:46.36864Z","steps":["trace[1601863662] 'process raft request' (duration: 3.264803322s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:46.368685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.365068819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capo-system/\" range_end:\"/registry/secrets/capo-system0\" ","response":"range_response_count:1 size:5145"} {"level":"info","ts":"2026-04-27T02:20:46.368653Z","caller":"traceutil/trace.go:171","msg":"trace[1662934087] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:28758; }","duration":"2.967717457s","start":"2026-04-27T02:20:43.400924Z","end":"2026-04-27T02:20:46.368642Z","steps":["trace[1662934087] 'agreement among raft nodes before linearized reading' (duration: 2.967649215s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:46.36867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775183816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:20:46.368732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738442445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T02:20:46.368612Z","caller":"traceutil/trace.go:171","msg":"trace[1291275346] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28758; }","duration":"2.942945035s","start":"2026-04-27T02:20:43.42564Z","end":"2026-04-27T02:20:46.368585Z","steps":["trace[1291275346] 'agreement among raft nodes before linearized reading' (duration: 2.94247649s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:46.368796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:42.860397Z","time spent":"3.508311345s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:46.368764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.7261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:46.368761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:43.400866Z","time spent":"2.967880823s","remote":"127.0.0.1:58536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:46.368828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184635141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-27T02:20:46.368881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.417277268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-27T02:20:46.36897Z","caller":"traceutil/trace.go:171","msg":"trace[236425272] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:28758; }","duration":"4.417376161s","start":"2026-04-27T02:20:41.951572Z","end":"2026-04-27T02:20:46.368948Z","steps":["trace[236425272] 'agreement among raft nodes before linearized reading' (duration: 4.417079272s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:46.369046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:41.951552Z","time spent":"4.417477695s","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-27T02:20:46.368718Z","caller":"traceutil/trace.go:171","msg":"trace[1786775775] range","detail":"{range_begin:/registry/secrets/capo-system/; range_end:/registry/secrets/capo-system0; response_count:1; response_revision:28758; }","duration":"4.365196243s","start":"2026-04-27T02:20:42.003513Z","end":"2026-04-27T02:20:46.368709Z","steps":["trace[1786775775] 'agreement among raft nodes before linearized reading' (duration: 4.365066138s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:46.368867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:43.425625Z","time spent":"2.943222173s","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17257,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-27T02:20:46.369129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:42.003487Z","time spent":"4.365621136s","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5169,"request content":"key:\"/registry/secrets/capo-system/\" range_end:\"/registry/secrets/capo-system0\" "} {"level":"warn","ts":"2026-04-27T02:20:46.368721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784888542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:46.369135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183459633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-04-27T02:20:46.36889Z","caller":"traceutil/trace.go:171","msg":"trace[1704137939] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28758; }","duration":"1.184728564s","start":"2026-04-27T02:20:45.184146Z","end":"2026-04-27T02:20:46.368875Z","steps":["trace[1704137939] 'agreement among raft nodes before linearized reading' (duration: 1.184512847s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:46.369256Z","caller":"traceutil/trace.go:171","msg":"trace[826556015] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28758; }","duration":"2.785462169s","start":"2026-04-27T02:20:43.583749Z","end":"2026-04-27T02:20:46.369212Z","steps":["trace[826556015] 'agreement among raft nodes before linearized reading' (duration: 2.78486321s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:46.369337Z","caller":"traceutil/trace.go:171","msg":"trace[1992336081] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28758; }","duration":"1.183603048s","start":"2026-04-27T02:20:45.185625Z","end":"2026-04-27T02:20:46.369228Z","steps":["trace[1992336081] 'agreement among raft nodes before linearized reading' (duration: 1.183067541s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:46.369357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:43.583725Z","time spent":"2.785614284s","remote":"127.0.0.1:39876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:46.369321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:45.184122Z","time spent":"1.185177588s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T02:20:46.369403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:45.185603Z","time spent":"1.183782124s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T02:20:46.368559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086351454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:46.36949Z","caller":"traceutil/trace.go:171","msg":"trace[1359741497] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28758; }","duration":"4.087303204s","start":"2026-04-27T02:20:42.282152Z","end":"2026-04-27T02:20:46.369456Z","steps":["trace[1359741497] 'agreement among raft nodes before linearized reading' (duration: 4.086375595s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:46.368773Z","caller":"traceutil/trace.go:171","msg":"trace[901643266] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:28758; }","duration":"2.738534478s","start":"2026-04-27T02:20:43.630228Z","end":"2026-04-27T02:20:46.368762Z","steps":["trace[901643266] 'agreement among raft nodes before linearized reading' (duration: 2.738329762s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:46.36956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:42.282128Z","time spent":"4.087412958s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:46.369611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:43.630196Z","time spent":"2.739392185s","remote":"127.0.0.1:33980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":194,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:46.368772Z","caller":"traceutil/trace.go:171","msg":"trace[844007358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28758; }","duration":"1.775348711s","start":"2026-04-27T02:20:44.593401Z","end":"2026-04-27T02:20:46.36875Z","steps":["trace[844007358] 'agreement among raft nodes before linearized reading' (duration: 1.775152115s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:46.369698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:44.593375Z","time spent":"1.776294961s","remote":"127.0.0.1:58700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:46.368774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:43.103114Z","time spent":"3.265594017s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:20:46.36855Z","caller":"traceutil/trace.go:171","msg":"trace[404519026] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:28758; }","duration":"3.359104411s","start":"2026-04-27T02:20:43.009426Z","end":"2026-04-27T02:20:46.36853Z","steps":["trace[404519026] 'agreement among raft nodes before linearized reading' (duration: 3.358712989s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:46.368749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007458212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:46.370469Z","caller":"traceutil/trace.go:171","msg":"trace[507888337] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28758; }","duration":"3.00925044s","start":"2026-04-27T02:20:43.3612Z","end":"2026-04-27T02:20:46.37045Z","steps":["trace[507888337] 'agreement among raft nodes before linearized reading' (duration: 3.007430712s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:46.368829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.284853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:46.370531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:43.361175Z","time spent":"3.009336842s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:46.370588Z","caller":"traceutil/trace.go:171","msg":"trace[771582221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28758; }","duration":"407.034668ms","start":"2026-04-27T02:20:45.963536Z","end":"2026-04-27T02:20:46.370571Z","steps":["trace[771582221] 'agreement among raft nodes before linearized reading' (duration: 405.266773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:46.370638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:45.963473Z","time spent":"407.151122ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:20:46.368891Z","caller":"traceutil/trace.go:171","msg":"trace[1285632913] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:28758; }","duration":"898.909596ms","start":"2026-04-27T02:20:45.469953Z","end":"2026-04-27T02:20:46.368862Z","steps":["trace[1285632913] 'agreement among raft nodes before linearized reading' (duration: 898.71795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:46.370803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:45.469928Z","time spent":"900.787905ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:46.370821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:43.009349Z","time spent":"3.360817105s","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:48.283433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:47.808881Z","time spent":"474.541891ms","remote":"127.0.0.1:44236","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:48.283683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568639422s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-27T02:20:48.284111Z","caller":"traceutil/trace.go:171","msg":"trace[1456835703] linearizableReadLoop","detail":"{readStateIndex:30101; appliedIndex:30100; }","duration":"1.906754163s","start":"2026-04-27T02:20:46.377334Z","end":"2026-04-27T02:20:48.284088Z","steps":["trace[1456835703] 'read index received' (duration: 338.037298ms)","trace[1456835703] 'applied index is now lower than readState.Index' (duration: 1.568714795s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:48.2842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:46.37685Z","time spent":"1.907347111s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:48.284704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907348251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-27T02:20:48.284754Z","caller":"traceutil/trace.go:171","msg":"trace[1375534610] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28758; }","duration":"1.907439274s","start":"2026-04-27T02:20:46.377301Z","end":"2026-04-27T02:20:48.28474Z","steps":["trace[1375534610] 'agreement among raft nodes before linearized reading' (duration: 1.907172226s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:48.28479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:46.377285Z","time spent":"1.907497087s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-27T02:20:48.317633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.60245731s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:20:48.318247Z","caller":"traceutil/trace.go:171","msg":"trace[112140197] transaction","detail":"{read_only:false; response_revision:28760; number_of_response:1; }","duration":"1.939075244s","start":"2026-04-27T02:20:46.37914Z","end":"2026-04-27T02:20:48.318215Z","steps":["trace[112140197] 'process raft request' (duration: 1.938992191s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:48.318379Z","caller":"traceutil/trace.go:171","msg":"trace[1070124676] transaction","detail":"{read_only:false; response_revision:28759; number_of_response:1; }","duration":"1.940998314s","start":"2026-04-27T02:20:46.377322Z","end":"2026-04-27T02:20:48.31832Z","steps":["trace[1070124676] 'process raft request' (duration: 1.940619152s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:48.318532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:46.379127Z","time spent":"1.939217458s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:48.318621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:46.377302Z","time spent":"1.941190691s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:49.041233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.233987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:20:49.042137Z","caller":"traceutil/trace.go:171","msg":"trace[941765134] transaction","detail":"{read_only:false; response_revision:28761; number_of_response:1; }","duration":"1.51666694s","start":"2026-04-27T02:20:47.525422Z","end":"2026-04-27T02:20:49.042089Z","steps":["trace[941765134] 'process raft request' (duration: 885.449951ms)","trace[941765134] 'compare' (duration: 629.773723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:49.042329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:47.525392Z","time spent":"1.516837534s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:49.04254Z","caller":"traceutil/trace.go:171","msg":"trace[638386554] transaction","detail":"{read_only:false; response_revision:28762; number_of_response:1; }","duration":"957.494536ms","start":"2026-04-27T02:20:48.084979Z","end":"2026-04-27T02:20:49.042474Z","steps":["trace[638386554] 'process raft request' (duration: 957.061242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:49.042829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:48.084946Z","time spent":"957.694442ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:49.043226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977316101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:49.043251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055543352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:20:49.043249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.482697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:49.043283Z","caller":"traceutil/trace.go:171","msg":"trace[1682061715] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:28763; }","duration":"1.977420964s","start":"2026-04-27T02:20:47.065849Z","end":"2026-04-27T02:20:49.04327Z","steps":["trace[1682061715] 'agreement among raft nodes before linearized reading' (duration: 1.977240928s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:49.043271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047926821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:49.043297Z","caller":"traceutil/trace.go:171","msg":"trace[999757203] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:28763; }","duration":"2.055647855s","start":"2026-04-27T02:20:46.987635Z","end":"2026-04-27T02:20:49.043283Z","steps":["trace[999757203] 'agreement among raft nodes before linearized reading' (duration: 2.055491811s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:49.043322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:47.065826Z","time spent":"1.977484966s","remote":"127.0.0.1:58614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:49.043319Z","caller":"traceutil/trace.go:171","msg":"trace[1953347279] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28763; }","duration":"826.604361ms","start":"2026-04-27T02:20:48.21669Z","end":"2026-04-27T02:20:49.043295Z","steps":["trace[1953347279] 'agreement among raft nodes before linearized reading' (duration: 826.480557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:49.043335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:46.987536Z","time spent":"2.05578922s","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:49.043332Z","caller":"traceutil/trace.go:171","msg":"trace[1500071775] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28763; }","duration":"2.047990593s","start":"2026-04-27T02:20:46.995323Z","end":"2026-04-27T02:20:49.043314Z","steps":["trace[1500071775] 'agreement among raft nodes before linearized reading' (duration: 2.04787708s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:49.043375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:46.995266Z","time spent":"2.048099867s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:49.043382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:48.216648Z","time spent":"826.716025ms","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:49.043638Z","caller":"traceutil/trace.go:171","msg":"trace[1056817111] linearizableReadLoop","detail":"{readStateIndex:30105; appliedIndex:30101; }","duration":"758.913392ms","start":"2026-04-27T02:20:48.28415Z","end":"2026-04-27T02:20:49.043063Z","steps":["trace[1056817111] 'read index received' (duration: 33.87611ms)","trace[1056817111] 'applied index is now lower than readState.Index' (duration: 725.036122ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:20:49.043692Z","caller":"traceutil/trace.go:171","msg":"trace[1848362094] transaction","detail":"{read_only:false; response_revision:28763; number_of_response:1; }","duration":"757.794477ms","start":"2026-04-27T02:20:48.285884Z","end":"2026-04-27T02:20:49.043678Z","steps":["trace[1848362094] 'process raft request' (duration: 756.346871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:49.043751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206044616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:20:49.043776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:48.28585Z","time spent":"757.88762ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:49.043826Z","caller":"traceutil/trace.go:171","msg":"trace[1522985544] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:28763; }","duration":"2.206126419s","start":"2026-04-27T02:20:46.837682Z","end":"2026-04-27T02:20:49.043809Z","steps":["trace[1522985544] 'agreement among raft nodes before linearized reading' (duration: 2.205968674s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:49.04388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:46.837605Z","time spent":"2.206260683s","remote":"127.0.0.1:55984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:49.043893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278492516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:49.04391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610819533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:218831"} {"level":"info","ts":"2026-04-27T02:20:49.043949Z","caller":"traceutil/trace.go:171","msg":"trace[547769158] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:28763; }","duration":"2.610894425s","start":"2026-04-27T02:20:46.433044Z","end":"2026-04-27T02:20:49.043938Z","steps":["trace[547769158] 'agreement among raft nodes before linearized reading' (duration: 2.610688729s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:49.043985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:46.433024Z","time spent":"2.610953027s","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":4,"response size":218855,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-04-27T02:20:49.044019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666647436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-27T02:20:49.044028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.247373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:49.044086Z","caller":"traceutil/trace.go:171","msg":"trace[1468316076] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:28763; }","duration":"2.666737109s","start":"2026-04-27T02:20:46.377332Z","end":"2026-04-27T02:20:49.044069Z","steps":["trace[1468316076] 'agreement among raft nodes before linearized reading' (duration: 2.666538903s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:49.044094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.106386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-v5jvw\" ","response":"range_response_count:1 size:3979"} {"level":"warn","ts":"2026-04-27T02:20:49.044137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:46.377315Z","time spent":"2.666804082s","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"info","ts":"2026-04-27T02:20:49.044166Z","caller":"traceutil/trace.go:171","msg":"trace[1773933081] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-v5jvw; range_end:; response_count:1; response_revision:28763; }","duration":"720.21609ms","start":"2026-04-27T02:20:48.323933Z","end":"2026-04-27T02:20:49.04415Z","steps":["trace[1773933081] 'agreement among raft nodes before linearized reading' (duration: 720.027394ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:49.044186Z","caller":"traceutil/trace.go:171","msg":"trace[879100893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28763; }","duration":"1.278811576s","start":"2026-04-27T02:20:47.765121Z","end":"2026-04-27T02:20:49.043933Z","steps":["trace[879100893] 'agreement among raft nodes before linearized reading' (duration: 1.278429504s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:49.044243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:48.323909Z","time spent":"720.320183ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4003,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-v5jvw\" "} {"level":"info","ts":"2026-04-27T02:20:49.044101Z","caller":"traceutil/trace.go:171","msg":"trace[149055267] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:28763; }","duration":"753.358808ms","start":"2026-04-27T02:20:48.290721Z","end":"2026-04-27T02:20:49.04408Z","steps":["trace[149055267] 'agreement among raft nodes before linearized reading' (duration: 753.208563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:49.044326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:48.290703Z","time spent":"753.600715ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-27T02:20:49.044352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.407237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aa153dd62c26f6\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-04-27T02:20:49.044447Z","caller":"traceutil/trace.go:171","msg":"trace[830503081] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18aa153dd62c26f6; range_end:; response_count:1; response_revision:28763; }","duration":"721.575883ms","start":"2026-04-27T02:20:48.322847Z","end":"2026-04-27T02:20:49.044423Z","steps":["trace[830503081] 'agreement among raft nodes before linearized reading' (duration: 721.211372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:49.04448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:47.765099Z","time spent":"1.279361454s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:20:49.044514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:48.322822Z","time spent":"721.681407ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aa153dd62c26f6\" "} {"level":"warn","ts":"2026-04-27T02:20:50.388946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.204402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:20:50.389166Z","caller":"traceutil/trace.go:171","msg":"trace[182369416] transaction","detail":"{read_only:false; response_revision:28765; number_of_response:1; }","duration":"1.33842327s","start":"2026-04-27T02:20:49.050725Z","end":"2026-04-27T02:20:50.389148Z","steps":["trace[182369416] 'process raft request' (duration: 1.338352847s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:50.389229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:49.050712Z","time spent":"1.338484912s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4139,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:50.389413Z","caller":"traceutil/trace.go:171","msg":"trace[890705696] transaction","detail":"{read_only:false; response_revision:28764; number_of_response:1; }","duration":"1.342953644s","start":"2026-04-27T02:20:49.04645Z","end":"2026-04-27T02:20:50.389403Z","steps":["trace[890705696] 'process raft request' (duration: 382.197094ms)","trace[890705696] 'compare' (duration: 960.067128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:50.389461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:49.046432Z","time spent":"1.343003155s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:50.389573Z","caller":"traceutil/trace.go:171","msg":"trace[1513747354] linearizableReadLoop","detail":"{readStateIndex:30107; appliedIndex:30106; }","duration":"1.341816468s","start":"2026-04-27T02:20:49.047748Z","end":"2026-04-27T02:20:50.389565Z","steps":["trace[1513747354] 'read index received' (duration: 380.921894ms)","trace[1513747354] 'applied index is now lower than readState.Index' (duration: 960.893814ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:50.389986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342238621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-27T02:20:50.390019Z","caller":"traceutil/trace.go:171","msg":"trace[1822092691] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28765; }","duration":"1.342292923s","start":"2026-04-27T02:20:49.047717Z","end":"2026-04-27T02:20:50.39001Z","steps":["trace[1822092691] 'agreement among raft nodes before linearized reading' (duration: 1.342152818s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:50.390053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:49.047702Z","time spent":"1.342338394s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-27T02:20:50.889879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022337087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:20:51.054791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000205505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:20:51.054898Z","caller":"traceutil/trace.go:171","msg":"trace[735789234] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000360531s","start":"2026-04-27T02:20:49.054515Z","end":"2026-04-27T02:20:51.054875Z","steps":["trace[735789234] 'agreement among raft nodes before linearized reading' (duration: 2.000215396s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:51.054964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:49.054503Z","time spent":"2.000451623s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:20:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:20:51.390481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022337087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:20:51.53366Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.145744243s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:20:51.623372Z","caller":"traceutil/trace.go:171","msg":"trace[60577456] transaction","detail":"{read_only:false; response_revision:28767; number_of_response:1; }","duration":"1.370776732s","start":"2026-04-27T02:20:50.252568Z","end":"2026-04-27T02:20:51.623345Z","steps":["trace[60577456] 'process raft request' (duration: 1.37070459s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:51.623379Z","caller":"traceutil/trace.go:171","msg":"trace[1211606548] transaction","detail":"{read_only:false; response_revision:28766; number_of_response:1; }","duration":"1.770190349s","start":"2026-04-27T02:20:49.853146Z","end":"2026-04-27T02:20:51.623337Z","steps":["trace[1211606548] 'process raft request' (duration: 1.680769424s)","trace[1211606548] 'compare' (duration: 88.212817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:51.623552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:50.252525Z","time spent":"1.370931347s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:51.62387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:49.853113Z","time spent":"1.77055528s","remote":"127.0.0.1:44920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3175,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:52.404666Z","caller":"traceutil/trace.go:171","msg":"trace[167512641] linearizableReadLoop","detail":"{readStateIndex:30112; appliedIndex:30108; }","duration":"2.015045963s","start":"2026-04-27T02:20:50.389593Z","end":"2026-04-27T02:20:52.404639Z","steps":["trace[167512641] 'read index received' (duration: 1.144319768s)","trace[167512641] 'applied index is now lower than readState.Index' (duration: 870.725335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:52.404823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974074409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:20:52.404861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357010356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-71bee4c2-0b55-413e-bdbc-ea1e83552f4d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-27T02:20:52.404887Z","caller":"traceutil/trace.go:171","msg":"trace[405701095] range","detail":"{range_begin:/registry/persistentvolumes/pvc-71bee4c2-0b55-413e-bdbc-ea1e83552f4d; range_end:; response_count:1; response_revision:28769; }","duration":"3.357050617s","start":"2026-04-27T02:20:49.047825Z","end":"2026-04-27T02:20:52.404876Z","steps":["trace[405701095] 'agreement among raft nodes before linearized reading' (duration: 3.356935873s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:52.404873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.353221256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-04-27T02:20:52.404845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.113462552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:52.404886Z","caller":"traceutil/trace.go:171","msg":"trace[271244523] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:28769; }","duration":"2.974201423s","start":"2026-04-27T02:20:49.430667Z","end":"2026-04-27T02:20:52.404868Z","steps":["trace[271244523] 'agreement among raft nodes before linearized reading' (duration: 2.973988416s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:52.404915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:49.04782Z","time spent":"3.357087028s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-71bee4c2-0b55-413e-bdbc-ea1e83552f4d\" "} {"level":"info","ts":"2026-04-27T02:20:52.404925Z","caller":"traceutil/trace.go:171","msg":"trace[279626978] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28769; }","duration":"3.353376641s","start":"2026-04-27T02:20:49.051533Z","end":"2026-04-27T02:20:52.40491Z","steps":["trace[279626978] 'agreement among raft nodes before linearized reading' (duration: 3.353188265s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:52.404951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:49.430645Z","time spent":"2.974291626s","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:52.404957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:49.051526Z","time spent":"3.353423462s","remote":"127.0.0.1:33790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-04-27T02:20:52.404958Z","caller":"traceutil/trace.go:171","msg":"trace[1474386796] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28769; }","duration":"3.113634458s","start":"2026-04-27T02:20:49.291294Z","end":"2026-04-27T02:20:52.404929Z","steps":["trace[1474386796] 'agreement among raft nodes before linearized reading' (duration: 3.113359759s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:52.404932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104421927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:20:52.404979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.260815486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:218831"} {"level":"warn","ts":"2026-04-27T02:20:52.405028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:49.29127Z","time spent":"3.113743891s","remote":"127.0.0.1:33072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:52.405047Z","caller":"traceutil/trace.go:171","msg":"trace[768121923] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:28769; }","duration":"3.260922381s","start":"2026-04-27T02:20:49.144108Z","end":"2026-04-27T02:20:52.40503Z","steps":["trace[768121923] 'agreement among raft nodes before linearized reading' (duration: 3.26058397s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:52.404927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496589336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:20:52.405093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:49.14409Z","time spent":"3.260989942s","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":4,"response size":218855,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-04-27T02:20:52.405105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100522034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:52.405145Z","caller":"traceutil/trace.go:171","msg":"trace[1341978252] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:28769; }","duration":"2.496840353s","start":"2026-04-27T02:20:49.908275Z","end":"2026-04-27T02:20:52.405116Z","steps":["trace[1341978252] 'agreement among raft nodes before linearized reading' (duration: 2.496383519s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:52.40518Z","caller":"traceutil/trace.go:171","msg":"trace[160423931] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28769; }","duration":"2.100635108s","start":"2026-04-27T02:20:50.304515Z","end":"2026-04-27T02:20:52.40515Z","steps":["trace[160423931] 'agreement among raft nodes before linearized reading' (duration: 2.100523534s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:52.40517Z","caller":"traceutil/trace.go:171","msg":"trace[1210512789] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:28769; }","duration":"3.104726846s","start":"2026-04-27T02:20:49.300408Z","end":"2026-04-27T02:20:52.405135Z","steps":["trace[1210512789] 'agreement among raft nodes before linearized reading' (duration: 3.104257961s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:52.405209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:49.908211Z","time spent":"2.496976768s","remote":"127.0.0.1:55928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:52.405158Z","caller":"traceutil/trace.go:171","msg":"trace[1934583804] transaction","detail":"{read_only:false; response_revision:28768; number_of_response:1; }","duration":"2.003108686s","start":"2026-04-27T02:20:50.40204Z","end":"2026-04-27T02:20:52.405148Z","steps":["trace[1934583804] 'process raft request' (duration: 2.002391194s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:52.405245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:50.304487Z","time spent":"2.100739691s","remote":"127.0.0.1:40060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:52.405258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195735682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:52.405263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:49.300382Z","time spent":"3.10485894s","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:52.405299Z","caller":"traceutil/trace.go:171","msg":"trace[493395975] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:28769; }","duration":"2.195817034s","start":"2026-04-27T02:20:50.209471Z","end":"2026-04-27T02:20:52.405288Z","steps":["trace[493395975] 'agreement among raft nodes before linearized reading' (duration: 2.195750092s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:52.405325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:50.209447Z","time spent":"2.195870276s","remote":"127.0.0.1:58592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:52.405083Z","caller":"traceutil/trace.go:171","msg":"trace[1794214529] transaction","detail":"{read_only:false; response_revision:28769; number_of_response:1; }","duration":"1.027445806s","start":"2026-04-27T02:20:51.377594Z","end":"2026-04-27T02:20:52.40504Z","steps":["trace[1794214529] 'process raft request' (duration: 1.026970011s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:52.405325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:50.402011Z","time spent":"2.003257031s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:20:52.405457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:51.377561Z","time spent":"1.027799517s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:53.055793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000625097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:20:53.055893Z","caller":"traceutil/trace.go:171","msg":"trace[1496073883] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000807933s","start":"2026-04-27T02:20:51.055061Z","end":"2026-04-27T02:20:53.055869Z","steps":["trace[1496073883] 'agreement among raft nodes before linearized reading' (duration: 2.000672259s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:53.055936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:51.055028Z","time spent":"2.000897976s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:20:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:20:53.228477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.62277ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T02:20:53.228658Z","caller":"traceutil/trace.go:171","msg":"trace[1772030705] linearizableReadLoop","detail":"{readStateIndex:30113; appliedIndex:30112; }","duration":"823.912096ms","start":"2026-04-27T02:20:52.404732Z","end":"2026-04-27T02:20:53.228644Z","steps":["trace[1772030705] 'read index received' (duration: 17.07565ms)","trace[1772030705] 'applied index is now lower than readState.Index' (duration: 806.835856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:53.229457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265768854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:53.229495Z","caller":"traceutil/trace.go:171","msg":"trace[1687258776] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28769; }","duration":"1.265854357s","start":"2026-04-27T02:20:51.963629Z","end":"2026-04-27T02:20:53.229483Z","steps":["trace[1687258776] 'agreement among raft nodes before linearized reading' (duration: 1.265789015s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:53.229526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:51.963605Z","time spent":"1.265911859s","remote":"127.0.0.1:40042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:20:53.22989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652145488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-27T02:20:53.229907Z","caller":"traceutil/trace.go:171","msg":"trace[107465393] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28769; }","duration":"1.652207451s","start":"2026-04-27T02:20:51.577693Z","end":"2026-04-27T02:20:53.229901Z","steps":["trace[107465393] 'agreement among raft nodes before linearized reading' (duration: 1.652130279s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:53.22992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:51.577668Z","time spent":"1.652248782s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:20:53.23002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653208223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-27T02:20:53.230033Z","caller":"traceutil/trace.go:171","msg":"trace[1633669060] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28769; }","duration":"1.653255414s","start":"2026-04-27T02:20:51.576773Z","end":"2026-04-27T02:20:53.230029Z","steps":["trace[1633669060] 'agreement among raft nodes before linearized reading' (duration: 1.653212813s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:53.230047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:51.576752Z","time spent":"1.653289755s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T02:20:53.230122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252470373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:53.23014Z","caller":"traceutil/trace.go:171","msg":"trace[1716261789] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28769; }","duration":"2.252522454s","start":"2026-04-27T02:20:50.977612Z","end":"2026-04-27T02:20:53.230134Z","steps":["trace[1716261789] 'agreement among raft nodes before linearized reading' (duration: 2.252490273s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:53.230153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:50.977591Z","time spent":"2.252557816s","remote":"127.0.0.1:37924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:53.23058Z","caller":"traceutil/trace.go:171","msg":"trace[971855063] transaction","detail":"{read_only:false; response_revision:28770; number_of_response:1; }","duration":"819.212977ms","start":"2026-04-27T02:20:52.411361Z","end":"2026-04-27T02:20:53.230574Z","steps":["trace[971855063] 'process raft request' (duration: 817.208124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:53.230633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:52.411328Z","time spent":"819.271219ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:20:53.743303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.413634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:53.743405Z","caller":"traceutil/trace.go:171","msg":"trace[242105028] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28770; }","duration":"680.579309ms","start":"2026-04-27T02:20:53.062799Z","end":"2026-04-27T02:20:53.743379Z","steps":["trace[242105028] 'agreement among raft nodes before linearized reading' (duration: 167.932175ms)","trace[242105028] 'count revisions from in-memory index tree' (duration: 512.48997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:53.743459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:53.06278Z","time spent":"680.662171ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:53.743854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332158621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-27T02:20:53.743906Z","caller":"traceutil/trace.go:171","msg":"trace[1000897084] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:28770; }","duration":"1.332230384s","start":"2026-04-27T02:20:52.411659Z","end":"2026-04-27T02:20:53.743889Z","steps":["trace[1000897084] 'agreement among raft nodes before linearized reading' (duration: 818.903978ms)","trace[1000897084] 'range keys from in-memory index tree' (duration: 513.192522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:53.74392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.919438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:53.74394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:52.411651Z","time spent":"1.332279115s","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-27T02:20:53.743961Z","caller":"traceutil/trace.go:171","msg":"trace[1255176376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28770; }","duration":"679.97328ms","start":"2026-04-27T02:20:53.063971Z","end":"2026-04-27T02:20:53.743945Z","steps":["trace[1255176376] 'agreement among raft nodes before linearized reading' (duration: 166.751128ms)","trace[1255176376] 'range keys from in-memory index tree' (duration: 513.170511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:53.74397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331363136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-04-27T02:20:53.743982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:53.063962Z","time spent":"680.014601ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:20:53.743995Z","caller":"traceutil/trace.go:171","msg":"trace[206883621] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28770; }","duration":"1.331400828s","start":"2026-04-27T02:20:52.412585Z","end":"2026-04-27T02:20:53.743985Z","steps":["trace[206883621] 'agreement among raft nodes before linearized reading' (duration: 818.172155ms)","trace[206883621] 'range keys from in-memory index tree' (duration: 513.166991ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:53.744013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:52.412577Z","time spent":"1.331429788s","remote":"127.0.0.1:33790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-27T02:20:53.744117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315114563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-27T02:20:53.744134Z","caller":"traceutil/trace.go:171","msg":"trace[1568948148] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:28770; }","duration":"1.315141923s","start":"2026-04-27T02:20:52.428987Z","end":"2026-04-27T02:20:53.744129Z","steps":["trace[1568948148] 'agreement among raft nodes before linearized reading' (duration: 801.757676ms)","trace[1568948148] 'range keys from in-memory index tree' (duration: 513.336696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:53.744085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.342101644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-27T02:20:53.744169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315600328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-04-27T02:20:53.744183Z","caller":"traceutil/trace.go:171","msg":"trace[2096803977] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:28770; }","duration":"1.31565753s","start":"2026-04-27T02:20:52.428521Z","end":"2026-04-27T02:20:53.744178Z","steps":["trace[2096803977] 'agreement among raft nodes before linearized reading' (duration: 802.229771ms)","trace[2096803977] 'range keys from in-memory index tree' (duration: 513.403538ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:53.744198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:52.428496Z","time spent":"1.315697891s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":545,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"info","ts":"2026-04-27T02:20:53.744193Z","caller":"traceutil/trace.go:171","msg":"trace[1120145895] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28770; }","duration":"3.342284089s","start":"2026-04-27T02:20:50.401878Z","end":"2026-04-27T02:20:53.744162Z","steps":["trace[1120145895] 'agreement among raft nodes before linearized reading' (duration: 2.828360825s)","trace[1120145895] 'range keys from in-memory index tree' (duration: 513.646166ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:53.744255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:50.401859Z","time spent":"3.342378803s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-27T02:20:53.744278Z","caller":"traceutil/trace.go:171","msg":"trace[2096050796] transaction","detail":"{read_only:false; response_revision:28771; number_of_response:1; }","duration":"509.412952ms","start":"2026-04-27T02:20:53.234853Z","end":"2026-04-27T02:20:53.744266Z","steps":["trace[2096050796] 'process raft request' (duration: 492.630662ms)","trace[2096050796] 'compare' (duration: 15.660145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:53.744347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:53.234824Z","time spent":"509.478535ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:20:53.744336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.34229987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-6cpt5\" ","response":"range_response_count:1 size:5421"} {"level":"warn","ts":"2026-04-27T02:20:53.744146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:52.428982Z","time spent":"1.315161405s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-04-27T02:20:53.744441Z","caller":"traceutil/trace.go:171","msg":"trace[649975179] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-6cpt5; range_end:; response_count:1; response_revision:28770; }","duration":"3.342455485s","start":"2026-04-27T02:20:50.401956Z","end":"2026-04-27T02:20:53.744411Z","steps":["trace[649975179] 'agreement among raft nodes before linearized reading' (duration: 2.828274152s)","trace[649975179] 'range keys from in-memory index tree' (duration: 513.944445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:53.744505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:50.401935Z","time spent":"3.342552947s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5445,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-6cpt5\" "} {"level":"warn","ts":"2026-04-27T02:20:53.745626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010018456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:218831"} {"level":"info","ts":"2026-04-27T02:20:53.745656Z","caller":"traceutil/trace.go:171","msg":"trace[1340705392] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:28770; }","duration":"1.010050517s","start":"2026-04-27T02:20:52.735598Z","end":"2026-04-27T02:20:53.745649Z","steps":["trace[1340705392] 'agreement among raft nodes before linearized reading' (duration: 495.139791ms)","trace[1340705392] 'range keys from in-memory index tree' (duration: 512.736757ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:53.745673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:52.735578Z","time spent":"1.010090838s","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":4,"response size":218855,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-04-27T02:20:54.188176Z","caller":"traceutil/trace.go:171","msg":"trace[1514614452] transaction","detail":"{read_only:false; response_revision:28772; number_of_response:1; }","duration":"953.214401ms","start":"2026-04-27T02:20:53.234928Z","end":"2026-04-27T02:20:54.188143Z","steps":["trace[1514614452] 'process raft request' (duration: 952.958663ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:54.188369Z","caller":"traceutil/trace.go:171","msg":"trace[632761859] linearizableReadLoop","detail":"{readStateIndex:30117; appliedIndex:30114; }","duration":"951.862759ms","start":"2026-04-27T02:20:53.236483Z","end":"2026-04-27T02:20:54.188346Z","steps":["trace[632761859] 'read index received' (duration: 491.031971ms)","trace[632761859] 'applied index is now lower than readState.Index' (duration: 460.828818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:54.188378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:53.234905Z","time spent":"953.369716ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:54.188507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.012463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:54.188564Z","caller":"traceutil/trace.go:171","msg":"trace[1787620744] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28773; }","duration":"952.109217ms","start":"2026-04-27T02:20:53.236438Z","end":"2026-04-27T02:20:54.188547Z","steps":["trace[1787620744] 'agreement among raft nodes before linearized reading' (duration: 952.014234ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:54.188493Z","caller":"traceutil/trace.go:171","msg":"trace[1684764] transaction","detail":"{read_only:false; response_revision:28773; number_of_response:1; }","duration":"952.757697ms","start":"2026-04-27T02:20:53.235691Z","end":"2026-04-27T02:20:54.188449Z","steps":["trace[1684764] 'process raft request' (duration: 952.386295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:54.188617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:53.236413Z","time spent":"952.190759ms","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:20:54.188846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:53.235663Z","time spent":"953.014095ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:54.688537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022337101,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:20:55.395474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.283836ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T02:20:55.396122Z","caller":"traceutil/trace.go:171","msg":"trace[778055437] transaction","detail":"{read_only:false; response_revision:28774; number_of_response:1; }","duration":"1.647409041s","start":"2026-04-27T02:20:53.748679Z","end":"2026-04-27T02:20:55.396088Z","steps":["trace[778055437] 'process raft request' (duration: 1.646944286s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:55.396345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:53.748661Z","time spent":"1.647552936s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:20:55.745745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000073421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:20:55.745843Z","caller":"traceutil/trace.go:171","msg":"trace[563254325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000220386s","start":"2026-04-27T02:20:53.745603Z","end":"2026-04-27T02:20:55.745823Z","steps":["trace[563254325] 'agreement among raft nodes before linearized reading' (duration: 2.000094672s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:55.745947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:53.745578Z","time spent":"2.00035887s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:20:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:20:56.022323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.140469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:20:56.022581Z","caller":"traceutil/trace.go:171","msg":"trace[1032175202] transaction","detail":"{read_only:false; response_revision:28776; number_of_response:1; }","duration":"1.289762932s","start":"2026-04-27T02:20:54.732793Z","end":"2026-04-27T02:20:56.022556Z","steps":["trace[1032175202] 'process raft request' (duration: 1.28967958s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:56.022664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:54.732762Z","time spent":"1.289866166s","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17251,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:56.02306Z","caller":"traceutil/trace.go:171","msg":"trace[1150137199] linearizableReadLoop","detail":"{readStateIndex:30120; appliedIndex:30117; }","duration":"1.834615365s","start":"2026-04-27T02:20:54.188421Z","end":"2026-04-27T02:20:56.023037Z","steps":["trace[1150137199] 'read index received' (duration: 698.854987ms)","trace[1150137199] 'applied index is now lower than readState.Index' (duration: 1.135756287s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:56.023198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275231273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-185545b5-3233-42a1-ac73-8eeb09f9a0d9\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-27T02:20:56.023237Z","caller":"traceutil/trace.go:171","msg":"trace[1118986019] range","detail":"{range_begin:/registry/persistentvolumes/pvc-185545b5-3233-42a1-ac73-8eeb09f9a0d9; range_end:; response_count:1; response_revision:28776; }","duration":"2.275284995s","start":"2026-04-27T02:20:53.747941Z","end":"2026-04-27T02:20:56.023226Z","steps":["trace[1118986019] 'agreement among raft nodes before linearized reading' (duration: 2.275168841s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:56.023272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:53.747934Z","time spent":"2.275331327s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-185545b5-3233-42a1-ac73-8eeb09f9a0d9\" "} {"level":"warn","ts":"2026-04-27T02:20:56.023283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276771962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-76667\" ","response":"range_response_count:1 size:18522"} {"level":"info","ts":"2026-04-27T02:20:56.023326Z","caller":"traceutil/trace.go:171","msg":"trace[601091959] range","detail":"{range_begin:/registry/pods/kube-system/cilium-76667; range_end:; response_count:1; response_revision:28776; }","duration":"2.276867125s","start":"2026-04-27T02:20:53.746447Z","end":"2026-04-27T02:20:56.023314Z","steps":["trace[601091959] 'agreement among raft nodes before linearized reading' (duration: 2.276734081s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:56.023365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:53.746405Z","time spent":"2.276946258s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18546,"request content":"key:\"/registry/pods/kube-system/cilium-76667\" "} {"level":"info","ts":"2026-04-27T02:20:56.023341Z","caller":"traceutil/trace.go:171","msg":"trace[642878821] transaction","detail":"{read_only:false; response_revision:28775; number_of_response:1; }","duration":"2.269530794s","start":"2026-04-27T02:20:53.753761Z","end":"2026-04-27T02:20:56.023291Z","steps":["trace[642878821] 'process raft request' (duration: 1.64230917s)","trace[642878821] 'compare' (duration: 625.975394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:56.023666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277273288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sx55n\" ","response":"range_response_count:1 size:6857"} {"level":"warn","ts":"2026-04-27T02:20:56.023648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:53.753752Z","time spent":"2.269722259s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5581,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:56.023711Z","caller":"traceutil/trace.go:171","msg":"trace[1873827466] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-sx55n; range_end:; response_count:1; response_revision:28776; }","duration":"2.277371981s","start":"2026-04-27T02:20:53.746327Z","end":"2026-04-27T02:20:56.023699Z","steps":["trace[1873827466] 'agreement among raft nodes before linearized reading' (duration: 2.277223246s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:56.023778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:53.746308Z","time spent":"2.277462924s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sx55n\" "} {"level":"warn","ts":"2026-04-27T02:20:56.023777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825489397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:56.023793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279634893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:56.023859Z","caller":"traceutil/trace.go:171","msg":"trace[1568795675] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28776; }","duration":"1.825647001s","start":"2026-04-27T02:20:54.198191Z","end":"2026-04-27T02:20:56.023838Z","steps":["trace[1568795675] 'agreement among raft nodes before linearized reading' (duration: 1.825463125s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:56.023873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501228053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T02:20:56.023885Z","caller":"traceutil/trace.go:171","msg":"trace[622788473] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28776; }","duration":"1.279762937s","start":"2026-04-27T02:20:54.744107Z","end":"2026-04-27T02:20:56.02387Z","steps":["trace[622788473] 'agreement among raft nodes before linearized reading' (duration: 1.279572901s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:56.02395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664147619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:56.023951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494048506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:20:56.023972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:54.744084Z","time spent":"1.27985341s","remote":"127.0.0.1:58686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:56.023983Z","caller":"traceutil/trace.go:171","msg":"trace[1423108860] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:28776; }","duration":"1.664226432s","start":"2026-04-27T02:20:54.359749Z","end":"2026-04-27T02:20:56.023975Z","steps":["trace[1423108860] 'agreement among raft nodes before linearized reading' (duration: 1.66417021s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:56.023993Z","caller":"traceutil/trace.go:171","msg":"trace[1861096233] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:28776; }","duration":"1.494137169s","start":"2026-04-27T02:20:54.529846Z","end":"2026-04-27T02:20:56.023983Z","steps":["trace[1861096233] 'agreement among raft nodes before linearized reading' (duration: 1.494076597s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:56.023911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461682343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:56.024012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:54.359723Z","time spent":"1.664283504s","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:56.023992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63313469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:20:56.024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.502006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa153d78de411f\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-27T02:20:56.023988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.058311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:56.023435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172147207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:56.024063Z","caller":"traceutil/trace.go:171","msg":"trace[127627449] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa153d78de411f; range_end:; response_count:1; response_revision:28776; }","duration":"623.61518ms","start":"2026-04-27T02:20:55.400437Z","end":"2026-04-27T02:20:56.024052Z","steps":["trace[127627449] 'agreement among raft nodes before linearized reading' (duration: 623.495616ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:56.024057Z","caller":"traceutil/trace.go:171","msg":"trace[1654591244] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:28776; }","duration":"2.46188731s","start":"2026-04-27T02:20:53.562148Z","end":"2026-04-27T02:20:56.024036Z","steps":["trace[1654591244] 'agreement among raft nodes before linearized reading' (duration: 2.461668023s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:56.024063Z","caller":"traceutil/trace.go:171","msg":"trace[1558319378] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:28776; }","duration":"1.633284385s","start":"2026-04-27T02:20:54.390762Z","end":"2026-04-27T02:20:56.024046Z","steps":["trace[1558319378] 'agreement among raft nodes before linearized reading' (duration: 1.633069008s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:56.02389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418263301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:56.024093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:55.400406Z","time spent":"623.679122ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa153d78de411f\" "} {"level":"info","ts":"2026-04-27T02:20:56.02409Z","caller":"traceutil/trace.go:171","msg":"trace[797523982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28776; }","duration":"270.402412ms","start":"2026-04-27T02:20:55.753659Z","end":"2026-04-27T02:20:56.024062Z","steps":["trace[797523982] 'agreement among raft nodes before linearized reading' (duration: 270.244217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:56.024109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:54.390737Z","time spent":"1.633362007s","remote":"127.0.0.1:34120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":62,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:56.024119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:53.562121Z","time spent":"2.461975272s","remote":"127.0.0.1:58552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:56.023907Z","caller":"traceutil/trace.go:171","msg":"trace[1940178789] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28776; }","duration":"1.501310906s","start":"2026-04-27T02:20:54.522587Z","end":"2026-04-27T02:20:56.023898Z","steps":["trace[1940178789] 'agreement among raft nodes before linearized reading' (duration: 1.501210813s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:56.024165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:54.522554Z","time spent":"1.501601855s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-27T02:20:56.024166Z","caller":"traceutil/trace.go:171","msg":"trace[1547451454] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28776; }","duration":"2.418541641s","start":"2026-04-27T02:20:53.605577Z","end":"2026-04-27T02:20:56.024119Z","steps":["trace[1547451454] 'agreement among raft nodes before linearized reading' (duration: 2.418280433s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:56.024085Z","caller":"traceutil/trace.go:171","msg":"trace[1480824107] range","detail":"{range_begin:/registry/secrets/default/; range_end:/registry/secrets/default0; response_count:0; response_revision:28776; }","duration":"2.172845069s","start":"2026-04-27T02:20:53.851232Z","end":"2026-04-27T02:20:56.024077Z","steps":["trace[1480824107] 'agreement among raft nodes before linearized reading' (duration: 2.172170158s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:56.024311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:53.605554Z","time spent":"2.418702175s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:56.024332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:53.851205Z","time spent":"2.173116177s","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" "} {"level":"warn","ts":"2026-04-27T02:20:56.024024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:54.529813Z","time spent":"1.494201442s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:56.023899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:54.198176Z","time spent":"1.825714394s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:20:56.530346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2403969803022337105,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:20:58.141844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211236742s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:20:58.14224Z","caller":"traceutil/trace.go:171","msg":"trace[1942568862] transaction","detail":"{read_only:false; response_revision:28778; number_of_response:1; }","duration":"1.593732435s","start":"2026-04-27T02:20:56.548486Z","end":"2026-04-27T02:20:58.142218Z","steps":["trace[1942568862] 'process raft request' (duration: 1.593494057s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:58.142271Z","caller":"traceutil/trace.go:171","msg":"trace[194465670] linearizableReadLoop","detail":"{readStateIndex:30122; appliedIndex:30121; }","duration":"2.112892863s","start":"2026-04-27T02:20:56.029334Z","end":"2026-04-27T02:20:58.142227Z","steps":["trace[194465670] 'read index received' (duration: 901.202707ms)","trace[194465670] 'applied index is now lower than readState.Index' (duration: 1.211685906s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:58.142325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:56.54846Z","time spent":"1.593825318s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:58.142377Z","caller":"traceutil/trace.go:171","msg":"trace[976302508] transaction","detail":"{read_only:false; response_revision:28777; number_of_response:1; }","duration":"2.114363981s","start":"2026-04-27T02:20:56.027967Z","end":"2026-04-27T02:20:58.142331Z","steps":["trace[976302508] 'process raft request' (duration: 902.531779ms)","trace[976302508] 'compare' (duration: 1.209695614s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:58.142601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:56.02795Z","time spent":"2.114527465s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:58.14262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113247075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sx55n\" ","response":"range_response_count:1 size:6857"} {"level":"info","ts":"2026-04-27T02:20:58.142665Z","caller":"traceutil/trace.go:171","msg":"trace[258045523] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-sx55n; range_end:; response_count:1; response_revision:28778; }","duration":"2.113333998s","start":"2026-04-27T02:20:56.029319Z","end":"2026-04-27T02:20:58.142653Z","steps":["trace[258045523] 'agreement among raft nodes before linearized reading' (duration: 2.113066109s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:58.142715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:56.029311Z","time spent":"2.113396009s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sx55n\" "} {"level":"warn","ts":"2026-04-27T02:20:58.144144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114497674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-27T02:20:58.144242Z","caller":"traceutil/trace.go:171","msg":"trace[995989107] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28779; }","duration":"2.1146748s","start":"2026-04-27T02:20:56.029545Z","end":"2026-04-27T02:20:58.14422Z","steps":["trace[995989107] 'agreement among raft nodes before linearized reading' (duration: 2.114390881s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:58.144282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:56.029522Z","time spent":"2.114752912s","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-27T02:20:58.144428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770772168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.67\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-27T02:20:58.144516Z","caller":"traceutil/trace.go:171","msg":"trace[1427272420] range","detail":"{range_begin:/registry/masterleases/199.19.213.67; range_end:; response_count:1; response_revision:28779; }","duration":"1.770908782s","start":"2026-04-27T02:20:56.373584Z","end":"2026-04-27T02:20:58.144493Z","steps":["trace[1427272420] 'agreement among raft nodes before linearized reading' (duration: 1.770650234s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:58.144561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:56.373562Z","time spent":"1.770990205s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.67\" "} {"level":"warn","ts":"2026-04-27T02:20:58.144632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824797574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:58.144656Z","caller":"traceutil/trace.go:171","msg":"trace[1334431675] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28779; }","duration":"1.824824826s","start":"2026-04-27T02:20:56.319824Z","end":"2026-04-27T02:20:58.144649Z","steps":["trace[1334431675] 'agreement among raft nodes before linearized reading' (duration: 1.824766424s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:58.144678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:56.319763Z","time spent":"1.824908817s","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:58.144816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046042523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:58.144843Z","caller":"traceutil/trace.go:171","msg":"trace[661389368] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:28779; }","duration":"2.046068214s","start":"2026-04-27T02:20:56.098767Z","end":"2026-04-27T02:20:58.144835Z","steps":["trace[661389368] 'agreement among raft nodes before linearized reading' (duration: 2.046018112s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:58.144862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:56.098746Z","time spent":"2.046111294s","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:58.144902Z","caller":"traceutil/trace.go:171","msg":"trace[374531440] transaction","detail":"{read_only:false; response_revision:28779; number_of_response:1; }","duration":"733.15941ms","start":"2026-04-27T02:20:57.411728Z","end":"2026-04-27T02:20:58.144887Z","steps":["trace[374531440] 'process raft request' (duration: 732.031205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:58.145009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:57.411693Z","time spent":"733.238423ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:58.145166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380298813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:58.145194Z","caller":"traceutil/trace.go:171","msg":"trace[875287536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28779; }","duration":"1.380358455s","start":"2026-04-27T02:20:56.764825Z","end":"2026-04-27T02:20:58.145183Z","steps":["trace[875287536] 'agreement among raft nodes before linearized reading' (duration: 1.380307933s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:58.145218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:56.764802Z","time spent":"1.380410607s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:20:58.145711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049886834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050257"} {"level":"warn","ts":"2026-04-27T02:20:58.145714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112109979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:58.145738Z","caller":"traceutil/trace.go:171","msg":"trace[266662389] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:28779; }","duration":"2.049968827s","start":"2026-04-27T02:20:56.095761Z","end":"2026-04-27T02:20:58.14573Z","steps":["trace[266662389] 'agreement among raft nodes before linearized reading' (duration: 2.049208803s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:58.145752Z","caller":"traceutil/trace.go:171","msg":"trace[625787229] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28779; }","duration":"2.112171231s","start":"2026-04-27T02:20:56.03357Z","end":"2026-04-27T02:20:58.145742Z","steps":["trace[625787229] 'agreement among raft nodes before linearized reading' (duration: 2.112104499s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:58.145761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:56.095735Z","time spent":"2.050019958s","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050281,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-27T02:20:58.14578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:56.033559Z","time spent":"2.112213222s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-27T02:20:58.489768Z","caller":"traceutil/trace.go:171","msg":"trace[1158212135] linearizableReadLoop","detail":"{readStateIndex:30125; appliedIndex:30124; }","duration":"340.029601ms","start":"2026-04-27T02:20:58.149707Z","end":"2026-04-27T02:20:58.489737Z","steps":["trace[1158212135] 'read index received' (duration: 339.921637ms)","trace[1158212135] 'applied index is now lower than readState.Index' (duration: 106.144µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:58.489827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:58.149563Z","time spent":"340.247328ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:20:58.48997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.226478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:58.49007Z","caller":"traceutil/trace.go:171","msg":"trace[1917470609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28779; }","duration":"340.378133ms","start":"2026-04-27T02:20:58.149668Z","end":"2026-04-27T02:20:58.490046Z","steps":["trace[1917470609] 'agreement among raft nodes before linearized reading' (duration: 340.182206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:58.490129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:58.149641Z","time spent":"340.477676ms","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:20:58.533809Z","caller":"traceutil/trace.go:171","msg":"trace[1278735849] transaction","detail":"{read_only:false; response_revision:28780; number_of_response:1; }","duration":"370.535305ms","start":"2026-04-27T02:20:58.163242Z","end":"2026-04-27T02:20:58.533777Z","steps":["trace[1278735849] 'process raft request' (duration: 370.295858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:58.534129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:58.163231Z","time spent":"370.757522ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:58.534612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.50024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:58.534721Z","caller":"traceutil/trace.go:171","msg":"trace[242307637] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:28780; }","duration":"248.667305ms","start":"2026-04-27T02:20:58.286035Z","end":"2026-04-27T02:20:58.534703Z","steps":["trace[242307637] 'agreement among raft nodes before linearized reading' (duration: 248.50415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:58.534619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.32143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-27T02:20:58.534878Z","caller":"traceutil/trace.go:171","msg":"trace[1023897057] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4; range_end:; response_count:1; response_revision:28780; }","duration":"371.627489ms","start":"2026-04-27T02:20:58.163231Z","end":"2026-04-27T02:20:58.534859Z","steps":["trace[1023897057] 'agreement among raft nodes before linearized reading' (duration: 371.173435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:58.534869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.552587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a0c2cb2d-0ef3-4b02-84ae-f14ffc69db2a\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-27T02:20:58.534984Z","caller":"traceutil/trace.go:171","msg":"trace[1767803592] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a0c2cb2d-0ef3-4b02-84ae-f14ffc69db2a; range_end:; response_count:1; response_revision:28780; }","duration":"377.722742ms","start":"2026-04-27T02:20:58.157231Z","end":"2026-04-27T02:20:58.534954Z","steps":["trace[1767803592] 'agreement among raft nodes before linearized reading' (duration: 377.355421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:58.534925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:58.163213Z","time spent":"371.700772ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12a58e5ee9a4\" "} {"level":"warn","ts":"2026-04-27T02:20:58.535063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:58.157213Z","time spent":"377.835565ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-a0c2cb2d-0ef3-4b02-84ae-f14ffc69db2a\" "} {"level":"warn","ts":"2026-04-27T02:20:58.535658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.620435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050257"} {"level":"info","ts":"2026-04-27T02:20:58.535767Z","caller":"traceutil/trace.go:171","msg":"trace[881368318] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:28780; }","duration":"167.78173ms","start":"2026-04-27T02:20:58.36796Z","end":"2026-04-27T02:20:58.535742Z","steps":["trace[881368318] 'agreement among raft nodes before linearized reading' (duration: 166.459268ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:15.08896Z","caller":"traceutil/trace.go:171","msg":"trace[156232316] linearizableReadLoop","detail":"{readStateIndex:30367; appliedIndex:30366; }","duration":"176.197426ms","start":"2026-04-27T02:21:14.912722Z","end":"2026-04-27T02:21:15.08892Z","steps":["trace[156232316] 'read index received' (duration: 95.26485ms)","trace[156232316] 'applied index is now lower than readState.Index' (duration: 80.931226ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:15.088977Z","caller":"traceutil/trace.go:171","msg":"trace[563653302] transaction","detail":"{read_only:false; response_revision:29018; number_of_response:1; }","duration":"283.097743ms","start":"2026-04-27T02:21:14.805825Z","end":"2026-04-27T02:21:15.088922Z","steps":["trace[563653302] 'process raft request' (duration: 202.210998ms)","trace[563653302] 'compare' (duration: 80.585946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:21:15.089252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.989325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-ingress-shim\" ","response":"range_response_count:1 size:1173"} {"level":"info","ts":"2026-04-27T02:21:15.0893Z","caller":"traceutil/trace.go:171","msg":"trace[585628424] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-ingress-shim; range_end:; response_count:1; response_revision:29018; }","duration":"154.112678ms","start":"2026-04-27T02:21:14.935174Z","end":"2026-04-27T02:21:15.089286Z","steps":["trace[585628424] 'agreement among raft nodes before linearized reading' (duration: 153.948673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:15.089293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.540807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-clusterissuers\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-04-27T02:21:15.089403Z","caller":"traceutil/trace.go:171","msg":"trace[2055651508] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-clusterissuers; range_end:; response_count:1; response_revision:29018; }","duration":"176.705742ms","start":"2026-04-27T02:21:14.912672Z","end":"2026-04-27T02:21:15.089378Z","steps":["trace[2055651508] 'agreement among raft nodes before linearized reading' (duration: 176.352591ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:15.422556Z","caller":"traceutil/trace.go:171","msg":"trace[843722888] transaction","detail":"{read_only:false; response_revision:29019; number_of_response:1; }","duration":"147.966064ms","start":"2026-04-27T02:21:15.27455Z","end":"2026-04-27T02:21:15.422516Z","steps":["trace[843722888] 'process raft request' (duration: 147.567122ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:15.422578Z","caller":"traceutil/trace.go:171","msg":"trace[668040921] linearizableReadLoop","detail":"{readStateIndex:30368; appliedIndex:30367; }","duration":"121.818338ms","start":"2026-04-27T02:21:15.30073Z","end":"2026-04-27T02:21:15.422548Z","steps":["trace[668040921] 'read index received' (duration: 121.314832ms)","trace[668040921] 'applied index is now lower than readState.Index' (duration: 500.566µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:21:15.433143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.392722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:21:15.433186Z","caller":"traceutil/trace.go:171","msg":"trace[818930849] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:29019; }","duration":"132.515756ms","start":"2026-04-27T02:21:15.300658Z","end":"2026-04-27T02:21:15.433174Z","steps":["trace[818930849] 'agreement among raft nodes before linearized reading' (duration: 121.968883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:15.43339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.789502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rook-ceph-osd\" ","response":"range_response_count:1 size:594"} {"level":"info","ts":"2026-04-27T02:21:15.433441Z","caller":"traceutil/trace.go:171","msg":"trace[1313998077] range","detail":"{range_begin:/registry/clusterroles/rook-ceph-osd; range_end:; response_count:1; response_revision:29019; }","duration":"105.886635ms","start":"2026-04-27T02:21:15.327541Z","end":"2026-04-27T02:21:15.433427Z","steps":["trace[1313998077] 'agreement among raft nodes before linearized reading' (duration: 95.306911ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:15.855079Z","caller":"traceutil/trace.go:171","msg":"trace[819183807] linearizableReadLoop","detail":"{readStateIndex:30372; appliedIndex:30371; }","duration":"116.003755ms","start":"2026-04-27T02:21:15.739048Z","end":"2026-04-27T02:21:15.855052Z","steps":["trace[819183807] 'read index received' (duration: 115.759557ms)","trace[819183807] 'applied index is now lower than readState.Index' (duration: 243.048µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:15.855449Z","caller":"traceutil/trace.go:171","msg":"trace[1082194558] transaction","detail":"{read_only:false; response_revision:29023; number_of_response:1; }","duration":"126.488906ms","start":"2026-04-27T02:21:15.728943Z","end":"2026-04-27T02:21:15.855432Z","steps":["trace[1082194558] 'process raft request' (duration: 125.940759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:15.855865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.78714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-orders\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-04-27T02:21:15.855944Z","caller":"traceutil/trace.go:171","msg":"trace[1801408425] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-orders; range_end:; response_count:1; response_revision:29023; }","duration":"116.912523ms","start":"2026-04-27T02:21:15.73901Z","end":"2026-04-27T02:21:15.855922Z","steps":["trace[1801408425] 'agreement among raft nodes before linearized reading' (duration: 116.695897ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:16.377468Z","caller":"traceutil/trace.go:171","msg":"trace[645747914] transaction","detail":"{read_only:false; response_revision:29035; number_of_response:1; }","duration":"116.521161ms","start":"2026-04-27T02:21:16.260912Z","end":"2026-04-27T02:21:16.377433Z","steps":["trace[645747914] 'process raft request' (duration: 116.289313ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:16.544739Z","caller":"traceutil/trace.go:171","msg":"trace[1880895614] linearizableReadLoop","detail":"{readStateIndex:30385; appliedIndex:30384; }","duration":"164.542078ms","start":"2026-04-27T02:21:16.380174Z","end":"2026-04-27T02:21:16.544716Z","steps":["trace[1880895614] 'read index received' (duration: 111.056849ms)","trace[1880895614] 'applied index is now lower than readState.Index' (duration: 53.483659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:21:16.5451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.848204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-04-27T02:21:16.545175Z","caller":"traceutil/trace.go:171","msg":"trace[43283718] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:29035; }","duration":"162.945647ms","start":"2026-04-27T02:21:16.382214Z","end":"2026-04-27T02:21:16.545159Z","steps":["trace[43283718] 'agreement among raft nodes before linearized reading' (duration: 162.696469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:16.545613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.418335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:21:16.545714Z","caller":"traceutil/trace.go:171","msg":"trace[183165511] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:29035; }","duration":"165.55429ms","start":"2026-04-27T02:21:16.380133Z","end":"2026-04-27T02:21:16.545688Z","steps":["trace[183165511] 'agreement among raft nodes before linearized reading' (duration: 165.409435ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:16.795276Z","caller":"traceutil/trace.go:171","msg":"trace[1330873552] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29040; }","duration":"104.915664ms","start":"2026-04-27T02:21:16.690333Z","end":"2026-04-27T02:21:16.795249Z","steps":["trace[1330873552] 'process raft request' (duration: 104.723298ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:17.312304Z","caller":"traceutil/trace.go:171","msg":"trace[1513989769] linearizableReadLoop","detail":"{readStateIndex:30399; appliedIndex:30396; }","duration":"126.439044ms","start":"2026-04-27T02:21:17.185832Z","end":"2026-04-27T02:21:17.312271Z","steps":["trace[1513989769] 'read index received' (duration: 32.969452ms)","trace[1513989769] 'applied index is now lower than readState.Index' (duration: 93.467872ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:17.312436Z","caller":"traceutil/trace.go:171","msg":"trace[83332694] transaction","detail":"{read_only:false; response_revision:29047; number_of_response:1; }","duration":"148.255583ms","start":"2026-04-27T02:21:17.164136Z","end":"2026-04-27T02:21:17.312392Z","steps":["trace[83332694] 'process raft request' (duration: 147.85272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:17.312614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.743054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-27T02:21:17.312704Z","caller":"traceutil/trace.go:171","msg":"trace[1370673792] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:29047; }","duration":"126.897508ms","start":"2026-04-27T02:21:17.185785Z","end":"2026-04-27T02:21:17.312683Z","steps":["trace[1370673792] 'agreement among raft nodes before linearized reading' (duration: 126.605859ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:17.379432Z","caller":"traceutil/trace.go:171","msg":"trace[1496651307] transaction","detail":"{read_only:false; response_revision:29048; number_of_response:1; }","duration":"147.017884ms","start":"2026-04-27T02:21:17.232386Z","end":"2026-04-27T02:21:17.379403Z","steps":["trace[1496651307] 'process raft request' (duration: 146.739995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:17.379616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.438812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" ","response":"range_response_count:1 size:652"} {"level":"info","ts":"2026-04-27T02:21:17.379805Z","caller":"traceutil/trace.go:171","msg":"trace[666919434] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:29048; }","duration":"181.626037ms","start":"2026-04-27T02:21:17.198107Z","end":"2026-04-27T02:21:17.379733Z","steps":["trace[666919434] 'agreement among raft nodes before linearized reading' (duration: 181.332948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:17.379787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.980913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-04-27T02:21:17.380008Z","caller":"traceutil/trace.go:171","msg":"trace[187673650] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:29048; }","duration":"185.21949ms","start":"2026-04-27T02:21:17.194771Z","end":"2026-04-27T02:21:17.379991Z","steps":["trace[187673650] 'agreement among raft nodes before linearized reading' (duration: 184.90223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:17.380048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.583413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-27T02:21:17.380203Z","caller":"traceutil/trace.go:171","msg":"trace[377293447] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:29048; }","duration":"148.76382ms","start":"2026-04-27T02:21:17.231392Z","end":"2026-04-27T02:21:17.380156Z","steps":["trace[377293447] 'agreement among raft nodes before linearized reading' (duration: 148.369167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:18.365662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.190023ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-27T02:21:18.365799Z","caller":"traceutil/trace.go:171","msg":"trace[1368934690] linearizableReadLoop","detail":"{readStateIndex:30448; appliedIndex:30447; }","duration":"146.021793ms","start":"2026-04-27T02:21:18.219754Z","end":"2026-04-27T02:21:18.365776Z","steps":["trace[1368934690] 'read index received' (duration: 27.585522ms)","trace[1368934690] 'applied index is now lower than readState.Index' (duration: 118.434641ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:18.365787Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26636} {"level":"warn","ts":"2026-04-27T02:21:18.365956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.184868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-04-27T02:21:18.365945Z","caller":"traceutil/trace.go:171","msg":"trace[347242363] compact","detail":"{revision:26636; response_revision:29094; }","duration":"146.395664ms","start":"2026-04-27T02:21:18.219417Z","end":"2026-04-27T02:21:18.365813Z","steps":["trace[347242363] 'process raft request' (duration: 27.966363ms)","trace[347242363] 'check and update compact revision' (duration: 118.06337ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:18.36602Z","caller":"traceutil/trace.go:171","msg":"trace[1875743160] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; range_end:; response_count:1; response_revision:29094; }","duration":"146.282951ms","start":"2026-04-27T02:21:18.219721Z","end":"2026-04-27T02:21:18.366004Z","steps":["trace[1875743160] 'agreement among raft nodes before linearized reading' (duration: 146.141827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:18.366022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.797415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:21:18.3661Z","caller":"traceutil/trace.go:171","msg":"trace[1140003594] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29094; }","duration":"132.925149ms","start":"2026-04-27T02:21:18.233145Z","end":"2026-04-27T02:21:18.36607Z","steps":["trace[1140003594] 'agreement among raft nodes before linearized reading' (duration: 132.745774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:18.366441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.593896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-27T02:21:18.366529Z","caller":"traceutil/trace.go:171","msg":"trace[1230211123] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29094; }","duration":"124.7377ms","start":"2026-04-27T02:21:18.241774Z","end":"2026-04-27T02:21:18.366512Z","steps":["trace[1230211123] 'agreement among raft nodes before linearized reading' (duration: 124.165222ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:18.478921Z","caller":"traceutil/trace.go:171","msg":"trace[1434023315] linearizableReadLoop","detail":"{readStateIndex:30449; appliedIndex:30448; }","duration":"103.952983ms","start":"2026-04-27T02:21:18.374945Z","end":"2026-04-27T02:21:18.478898Z","steps":["trace[1434023315] 'read index received' (duration: 103.761697ms)","trace[1434023315] 'applied index is now lower than readState.Index' (duration: 190.436µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:18.479156Z","caller":"traceutil/trace.go:171","msg":"trace[1250497572] transaction","detail":"{read_only:false; response_revision:29095; number_of_response:1; }","duration":"105.11942ms","start":"2026-04-27T02:21:18.374025Z","end":"2026-04-27T02:21:18.479145Z","steps":["trace[1250497572] 'process raft request' (duration: 104.737518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:18.479411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.44306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:21:18.479444Z","caller":"traceutil/trace.go:171","msg":"trace[990257113] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29095; }","duration":"104.502861ms","start":"2026-04-27T02:21:18.374931Z","end":"2026-04-27T02:21:18.479434Z","steps":["trace[990257113] 'agreement among raft nodes before linearized reading' (duration: 104.435749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:18.870488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.129076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-senlin-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-04-27T02:21:18.870566Z","caller":"traceutil/trace.go:171","msg":"trace[1444974601] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-senlin-nodes; range_end:; response_count:1; response_revision:29098; }","duration":"184.23747ms","start":"2026-04-27T02:21:18.686311Z","end":"2026-04-27T02:21:18.870549Z","steps":["trace[1444974601] 'range keys from in-memory index tree' (duration: 184.017643ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:18.916219Z","caller":"traceutil/trace.go:171","msg":"trace[1869854708] transaction","detail":"{read_only:false; response_revision:29099; number_of_response:1; }","duration":"211.877123ms","start":"2026-04-27T02:21:18.7043Z","end":"2026-04-27T02:21:18.916177Z","steps":["trace[1869854708] 'process raft request' (duration: 186.13405ms)","trace[1869854708] 'compare' (duration: 25.436423ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:18.916232Z","caller":"traceutil/trace.go:171","msg":"trace[1059680946] linearizableReadLoop","detail":"{readStateIndex:30453; appliedIndex:30452; }","duration":"142.891663ms","start":"2026-04-27T02:21:18.773306Z","end":"2026-04-27T02:21:18.916197Z","steps":["trace[1059680946] 'read index received' (duration: 117.14312ms)","trace[1059680946] 'applied index is now lower than readState.Index' (duration: 25.746353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:21:18.91649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.149752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-envoy-gateway-rolebinding\" ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-04-27T02:21:18.916547Z","caller":"traceutil/trace.go:171","msg":"trace[305197782] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-envoy-gateway-rolebinding; range_end:; response_count:1; response_revision:29100; }","duration":"143.268246ms","start":"2026-04-27T02:21:18.773264Z","end":"2026-04-27T02:21:18.916532Z","steps":["trace[305197782] 'agreement among raft nodes before linearized reading' (duration: 143.036259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:18.916681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.973725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-04-27T02:21:18.916743Z","caller":"traceutil/trace.go:171","msg":"trace[1290761299] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:1; response_revision:29100; }","duration":"111.11324ms","start":"2026-04-27T02:21:18.805614Z","end":"2026-04-27T02:21:18.916728Z","steps":["trace[1290761299] 'agreement among raft nodes before linearized reading' (duration: 110.958445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:19.050971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.90338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:21:19.0511Z","caller":"traceutil/trace.go:171","msg":"trace[780381642] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:29100; }","duration":"115.083816ms","start":"2026-04-27T02:21:18.935976Z","end":"2026-04-27T02:21:19.051059Z","steps":["trace[780381642] 'count revisions from in-memory index tree' (duration: 114.818527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:19.052625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.369516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-senlin-server\" ","response":"range_response_count:1 size:9669"} {"level":"info","ts":"2026-04-27T02:21:19.052929Z","caller":"traceutil/trace.go:171","msg":"trace[1521385039] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-senlin-server; range_end:; response_count:1; response_revision:29100; }","duration":"116.743658ms","start":"2026-04-27T02:21:18.936156Z","end":"2026-04-27T02:21:19.0529Z","steps":["trace[1521385039] 'range keys from in-memory index tree' (duration: 114.993832ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:19.13566Z","caller":"traceutil/trace.go:171","msg":"trace[1481202873] transaction","detail":"{read_only:false; response_revision:29101; number_of_response:1; }","duration":"198.47565ms","start":"2026-04-27T02:21:18.937135Z","end":"2026-04-27T02:21:19.13561Z","steps":["trace[1481202873] 'process raft request' (duration: 135.455059ms)","trace[1481202873] 'compare' (duration: 62.771283ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:19.264055Z","caller":"traceutil/trace.go:171","msg":"trace[766232941] transaction","detail":"{read_only:false; response_revision:29102; number_of_response:1; }","duration":"325.463311ms","start":"2026-04-27T02:21:18.938522Z","end":"2026-04-27T02:21:19.263985Z","steps":["trace[766232941] 'process raft request' (duration: 268.871453ms)","trace[766232941] 'compare' (duration: 29.213533ms)","trace[766232941] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:605; } (duration: 27.126167ms)"],"step_count":3} {"level":"info","ts":"2026-04-27T02:21:19.2643Z","caller":"traceutil/trace.go:171","msg":"trace[1211317899] transaction","detail":"{read_only:false; response_revision:29103; number_of_response:1; }","duration":"317.401787ms","start":"2026-04-27T02:21:18.94686Z","end":"2026-04-27T02:21:19.264261Z","steps":["trace[1211317899] 'process raft request' (duration: 317.052326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:19.26436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:21:18.938513Z","time spent":"325.73173ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:21:19.264407Z","caller":"traceutil/trace.go:171","msg":"trace[168980697] transaction","detail":"{read_only:false; response_revision:29104; number_of_response:1; }","duration":"202.977392ms","start":"2026-04-27T02:21:19.061367Z","end":"2026-04-27T02:21:19.264344Z","steps":["trace[168980697] 'process raft request' (duration: 202.797017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:19.264488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:21:18.946815Z","time spent":"317.581312ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2904,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:21:19.264522Z","caller":"traceutil/trace.go:171","msg":"trace[1462051226] linearizableReadLoop","detail":"{readStateIndex:30457; appliedIndex:30454; }","duration":"270.739453ms","start":"2026-04-27T02:21:18.993689Z","end":"2026-04-27T02:21:19.264428Z","steps":["trace[1462051226] 'read index received' (duration: 79.186422ms)","trace[1462051226] 'applied index is now lower than readState.Index' (duration: 191.550441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:21:19.264834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.127305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-04-27T02:21:19.264865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.400731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-envoy-gateway-rolebinding\" ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-04-27T02:21:19.264883Z","caller":"traceutil/trace.go:171","msg":"trace[1204535737] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29105; }","duration":"271.208477ms","start":"2026-04-27T02:21:18.993662Z","end":"2026-04-27T02:21:19.264871Z","steps":["trace[1204535737] 'agreement among raft nodes before linearized reading' (duration: 271.011341ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:19.26491Z","caller":"traceutil/trace.go:171","msg":"trace[1325688019] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-envoy-gateway-rolebinding; range_end:; response_count:1; response_revision:29105; }","duration":"244.474153ms","start":"2026-04-27T02:21:19.020419Z","end":"2026-04-27T02:21:19.264893Z","steps":["trace[1325688019] 'agreement among raft nodes before linearized reading' (duration: 244.280636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:19.26499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.5553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3190"} {"level":"info","ts":"2026-04-27T02:21:19.265057Z","caller":"traceutil/trace.go:171","msg":"trace[1777747499] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:29105; }","duration":"203.665104ms","start":"2026-04-27T02:21:19.061374Z","end":"2026-04-27T02:21:19.265039Z","steps":["trace[1777747499] 'agreement among raft nodes before linearized reading' (duration: 203.466398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:19.2652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.500082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-04-27T02:21:19.26526Z","caller":"traceutil/trace.go:171","msg":"trace[281132010] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:1; response_revision:29105; }","duration":"243.569285ms","start":"2026-04-27T02:21:19.021676Z","end":"2026-04-27T02:21:19.265245Z","steps":["trace[281132010] 'agreement among raft nodes before linearized reading' (duration: 243.466021ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:19.320025Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26636,"took":"947.355716ms","hash":442156567,"current-db-size-bytes":60047360,"current-db-size":"60 MB","current-db-size-in-use-bytes":33284096,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-27T02:21:19.320146Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":442156567,"revision":26636,"compact-revision":23209} {"level":"warn","ts":"2026-04-27T02:21:19.616161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.813095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:21:19.61628Z","caller":"traceutil/trace.go:171","msg":"trace[1995391569] linearizableReadLoop","detail":"{readStateIndex:30461; appliedIndex:30460; }","duration":"284.132015ms","start":"2026-04-27T02:21:19.332131Z","end":"2026-04-27T02:21:19.616263Z","steps":["trace[1995391569] 'read index received' (duration: 51.180116ms)","trace[1995391569] 'applied index is now lower than readState.Index' (duration: 232.950709ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:19.616371Z","caller":"traceutil/trace.go:171","msg":"trace[2112509499] transaction","detail":"{read_only:false; response_revision:29107; number_of_response:1; }","duration":"287.028657ms","start":"2026-04-27T02:21:19.329334Z","end":"2026-04-27T02:21:19.616363Z","steps":["trace[2112509499] 'process raft request' (duration: 53.921344ms)","trace[2112509499] 'compare' (duration: 232.67233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:21:19.616595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.548698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/goldpinger-clusterrolebinding\" ","response":"range_response_count:1 size:1018"} {"level":"info","ts":"2026-04-27T02:21:19.616699Z","caller":"traceutil/trace.go:171","msg":"trace[1946016610] range","detail":"{range_begin:/registry/clusterrolebindings/goldpinger-clusterrolebinding; range_end:; response_count:1; response_revision:29107; }","duration":"208.696622ms","start":"2026-04-27T02:21:19.407958Z","end":"2026-04-27T02:21:19.616655Z","steps":["trace[1946016610] 'agreement among raft nodes before linearized reading' (duration: 208.444505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:19.616911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.782966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-04-27T02:21:19.616935Z","caller":"traceutil/trace.go:171","msg":"trace[321921600] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:29107; }","duration":"284.845838ms","start":"2026-04-27T02:21:19.332083Z","end":"2026-04-27T02:21:19.616929Z","steps":["trace[321921600] 'agreement among raft nodes before linearized reading' (duration: 284.774076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:19.617042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.180464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T02:21:19.617079Z","caller":"traceutil/trace.go:171","msg":"trace[525888660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29107; }","duration":"169.262177ms","start":"2026-04-27T02:21:19.447806Z","end":"2026-04-27T02:21:19.617068Z","steps":["trace[525888660] 'agreement among raft nodes before linearized reading' (duration: 169.141603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:19.617052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.389615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" ","response":"range_response_count:1 size:951"} {"level":"info","ts":"2026-04-27T02:21:19.617133Z","caller":"traceutil/trace.go:171","msg":"trace[998132989] range","detail":"{range_begin:/registry/clusterroles/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:29107; }","duration":"197.508359ms","start":"2026-04-27T02:21:19.4196Z","end":"2026-04-27T02:21:19.617108Z","steps":["trace[998132989] 'agreement among raft nodes before linearized reading' (duration: 197.353184ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:19.747874Z","caller":"traceutil/trace.go:171","msg":"trace[1738219995] transaction","detail":"{read_only:false; response_revision:29109; number_of_response:1; }","duration":"122.879602ms","start":"2026-04-27T02:21:19.624961Z","end":"2026-04-27T02:21:19.747841Z","steps":["trace[1738219995] 'process raft request' (duration: 120.901809ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:19.748137Z","caller":"traceutil/trace.go:171","msg":"trace[76243818] transaction","detail":"{read_only:false; response_revision:29110; number_of_response:1; }","duration":"123.059998ms","start":"2026-04-27T02:21:19.625041Z","end":"2026-04-27T02:21:19.748101Z","steps":["trace[76243818] 'process raft request' (duration: 122.749808ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:19.748208Z","caller":"traceutil/trace.go:171","msg":"trace[1424098627] transaction","detail":"{read_only:false; response_revision:29111; number_of_response:1; }","duration":"121.817468ms","start":"2026-04-27T02:21:19.626364Z","end":"2026-04-27T02:21:19.748182Z","steps":["trace[1424098627] 'process raft request' (duration: 121.678074ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:19.748421Z","caller":"traceutil/trace.go:171","msg":"trace[1817997041] linearizableReadLoop","detail":"{readStateIndex:30464; appliedIndex:30461; }","duration":"122.240062ms","start":"2026-04-27T02:21:19.626168Z","end":"2026-04-27T02:21:19.748408Z","steps":["trace[1817997041] 'read index received' (duration: 66.022626ms)","trace[1817997041] 'applied index is now lower than readState.Index' (duration: 56.216205ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:19.748388Z","caller":"traceutil/trace.go:171","msg":"trace[1583081418] transaction","detail":"{read_only:false; response_revision:29112; number_of_response:1; }","duration":"121.874139ms","start":"2026-04-27T02:21:19.626469Z","end":"2026-04-27T02:21:19.748343Z","steps":["trace[1583081418] 'process raft request' (duration: 121.677153ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:19.748482Z","caller":"traceutil/trace.go:171","msg":"trace[1639177976] transaction","detail":"{read_only:false; response_revision:29114; number_of_response:1; }","duration":"108.302612ms","start":"2026-04-27T02:21:19.640174Z","end":"2026-04-27T02:21:19.748476Z","steps":["trace[1639177976] 'process raft request' (duration: 108.186308ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:19.748445Z","caller":"traceutil/trace.go:171","msg":"trace[810828558] transaction","detail":"{read_only:false; response_revision:29113; number_of_response:1; }","duration":"120.363622ms","start":"2026-04-27T02:21:19.628072Z","end":"2026-04-27T02:21:19.748436Z","steps":["trace[810828558] 'process raft request' (duration: 120.218428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:19.748663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.468758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9705"} {"level":"info","ts":"2026-04-27T02:21:19.748698Z","caller":"traceutil/trace.go:171","msg":"trace[878882763] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:29114; }","duration":"122.581802ms","start":"2026-04-27T02:21:19.626105Z","end":"2026-04-27T02:21:19.748687Z","steps":["trace[878882763] 'agreement among raft nodes before linearized reading' (duration: 122.381586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:19.755349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.378842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-27T02:21:19.75542Z","caller":"traceutil/trace.go:171","msg":"trace[1428535495] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29116; }","duration":"126.494125ms","start":"2026-04-27T02:21:19.628909Z","end":"2026-04-27T02:21:19.755403Z","steps":["trace[1428535495] 'agreement among raft nodes before linearized reading' (duration: 126.339441ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:22.794648Z","caller":"traceutil/trace.go:171","msg":"trace[2026762674] transaction","detail":"{read_only:false; response_revision:29224; number_of_response:1; }","duration":"100.97344ms","start":"2026-04-27T02:21:22.693639Z","end":"2026-04-27T02:21:22.794613Z","steps":["trace[2026762674] 'process raft request' (duration: 90.945473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:22.795378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.544908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"info","ts":"2026-04-27T02:21:22.795448Z","caller":"traceutil/trace.go:171","msg":"trace[987012164] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:29224; }","duration":"101.660022ms","start":"2026-04-27T02:21:22.693771Z","end":"2026-04-27T02:21:22.795431Z","steps":["trace[987012164] 'agreement among raft nodes before linearized reading' (duration: 101.448245ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:22.835206Z","caller":"traceutil/trace.go:171","msg":"trace[1534251010] transaction","detail":"{read_only:false; response_revision:29225; number_of_response:1; }","duration":"101.061522ms","start":"2026-04-27T02:21:22.734113Z","end":"2026-04-27T02:21:22.835175Z","steps":["trace[1534251010] 'process raft request' (duration: 100.914038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:22.83645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.965061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:21:22.836525Z","caller":"traceutil/trace.go:171","msg":"trace[1040377016] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:29225; }","duration":"102.105295ms","start":"2026-04-27T02:21:22.7344Z","end":"2026-04-27T02:21:22.836506Z","steps":["trace[1040377016] 'agreement among raft nodes before linearized reading' (duration: 101.744944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.053702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.536735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:21:24.054365Z","caller":"traceutil/trace.go:171","msg":"trace[249622857] linearizableReadLoop","detail":"{readStateIndex:30592; appliedIndex:30591; }","duration":"221.97745ms","start":"2026-04-27T02:21:23.832364Z","end":"2026-04-27T02:21:24.054342Z","steps":["trace[249622857] 'read index received' (duration: 117.580787ms)","trace[249622857] 'applied index is now lower than readState.Index' (duration: 104.394563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:21:24.054543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.083267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T02:21:24.054639Z","caller":"traceutil/trace.go:171","msg":"trace[1729128454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29236; }","duration":"274.196981ms","start":"2026-04-27T02:21:23.780406Z","end":"2026-04-27T02:21:24.054603Z","steps":["trace[1729128454] 'agreement among raft nodes before linearized reading' (duration: 273.940373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.054726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.582385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:21:24.054752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.476926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:21:24.054818Z","caller":"traceutil/trace.go:171","msg":"trace[379132370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29236; }","duration":"289.726859ms","start":"2026-04-27T02:21:23.76507Z","end":"2026-04-27T02:21:24.054797Z","steps":["trace[379132370] 'agreement among raft nodes before linearized reading' (duration: 289.589155ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:24.054839Z","caller":"traceutil/trace.go:171","msg":"trace[1307110263] transaction","detail":"{read_only:false; response_revision:29236; number_of_response:1; }","duration":"255.561885ms","start":"2026-04-27T02:21:23.799268Z","end":"2026-04-27T02:21:24.05483Z","steps":["trace[1307110263] 'process raft request' (duration: 150.76357ms)","trace[1307110263] 'compare' (duration: 103.013269ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:24.05485Z","caller":"traceutil/trace.go:171","msg":"trace[1160688882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29236; }","duration":"278.6063ms","start":"2026-04-27T02:21:23.77622Z","end":"2026-04-27T02:21:24.054826Z","steps":["trace[1160688882] 'agreement among raft nodes before linearized reading' (duration: 278.329131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.054832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.835167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14897"} {"level":"info","ts":"2026-04-27T02:21:24.054939Z","caller":"traceutil/trace.go:171","msg":"trace[485954611] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:29236; }","duration":"285.990242ms","start":"2026-04-27T02:21:23.768924Z","end":"2026-04-27T02:21:24.054915Z","steps":["trace[485954611] 'agreement among raft nodes before linearized reading' (duration: 285.630731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.054988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.32813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:10036"} {"level":"info","ts":"2026-04-27T02:21:24.055012Z","caller":"traceutil/trace.go:171","msg":"trace[59762974] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:29236; }","duration":"236.417034ms","start":"2026-04-27T02:21:23.818589Z","end":"2026-04-27T02:21:24.055006Z","steps":["trace[59762974] 'agreement among raft nodes before linearized reading' (duration: 236.346522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.054959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.401328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:21:24.055108Z","caller":"traceutil/trace.go:171","msg":"trace[1773274329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29236; }","duration":"274.731728ms","start":"2026-04-27T02:21:23.780361Z","end":"2026-04-27T02:21:24.055093Z","steps":["trace[1773274329] 'agreement among raft nodes before linearized reading' (duration: 274.16766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.055119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.61206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:21:24.055235Z","caller":"traceutil/trace.go:171","msg":"trace[467536105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29236; }","duration":"278.736444ms","start":"2026-04-27T02:21:23.776491Z","end":"2026-04-27T02:21:24.055228Z","steps":["trace[467536105] 'agreement among raft nodes before linearized reading' (duration: 278.574169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.055158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.697748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:15900"} {"level":"info","ts":"2026-04-27T02:21:24.055293Z","caller":"traceutil/trace.go:171","msg":"trace[882898415] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:29236; }","duration":"261.846472ms","start":"2026-04-27T02:21:23.793431Z","end":"2026-04-27T02:21:24.055278Z","steps":["trace[882898415] 'agreement among raft nodes before linearized reading' (duration: 261.660667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.061353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.733551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/nova-cell-setup\" ","response":"range_response_count:1 size:710"} {"level":"warn","ts":"2026-04-27T02:21:24.061359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.124969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-04-27T02:21:24.061465Z","caller":"traceutil/trace.go:171","msg":"trace[967655376] range","detail":"{range_begin:/registry/clusterroles/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:29237; }","duration":"198.267044ms","start":"2026-04-27T02:21:23.86317Z","end":"2026-04-27T02:21:24.061437Z","steps":["trace[967655376] 'agreement among raft nodes before linearized reading' (duration: 198.076538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.061469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.323796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7256"} {"level":"info","ts":"2026-04-27T02:21:24.061531Z","caller":"traceutil/trace.go:171","msg":"trace[1490650157] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:29237; }","duration":"143.432659ms","start":"2026-04-27T02:21:23.918083Z","end":"2026-04-27T02:21:24.061516Z","steps":["trace[1490650157] 'agreement among raft nodes before linearized reading' (duration: 143.233263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.061558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.222213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29620940-fw57d\" ","response":"range_response_count:1 size:6787"} {"level":"info","ts":"2026-04-27T02:21:24.061628Z","caller":"traceutil/trace.go:171","msg":"trace[1965856058] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29620940-fw57d; range_end:; response_count:1; response_revision:29237; }","duration":"226.313025ms","start":"2026-04-27T02:21:23.835298Z","end":"2026-04-27T02:21:24.061611Z","steps":["trace[1965856058] 'agreement among raft nodes before linearized reading' (duration: 226.102349ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:24.061409Z","caller":"traceutil/trace.go:171","msg":"trace[283175881] range","detail":"{range_begin:/registry/clusterrolebindings/nova-cell-setup; range_end:; response_count:1; response_revision:29237; }","duration":"130.845684ms","start":"2026-04-27T02:21:23.93055Z","end":"2026-04-27T02:21:24.061395Z","steps":["trace[283175881] 'agreement among raft nodes before linearized reading' (duration: 130.675258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.062668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.375231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:5514"} {"level":"info","ts":"2026-04-27T02:21:24.062718Z","caller":"traceutil/trace.go:171","msg":"trace[456743625] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:29237; }","duration":"194.446344ms","start":"2026-04-27T02:21:23.868259Z","end":"2026-04-27T02:21:24.062705Z","steps":["trace[456743625] 'agreement among raft nodes before linearized reading' (duration: 194.278599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.062872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.099256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-04-27T02:21:24.062914Z","caller":"traceutil/trace.go:171","msg":"trace[981430485] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:29237; }","duration":"120.142007ms","start":"2026-04-27T02:21:23.942762Z","end":"2026-04-27T02:21:24.062904Z","steps":["trace[981430485] 'agreement among raft nodes before linearized reading' (duration: 120.036314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.063525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.896661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/senlin-engine\" ","response":"range_response_count:1 size:6463"} {"level":"info","ts":"2026-04-27T02:21:24.063606Z","caller":"traceutil/trace.go:171","msg":"trace[1181297893] range","detail":"{range_begin:/registry/deployments/openstack/senlin-engine; range_end:; response_count:1; response_revision:29237; }","duration":"170.002925ms","start":"2026-04-27T02:21:23.893594Z","end":"2026-04-27T02:21:24.063597Z","steps":["trace[1181297893] 'agreement among raft nodes before linearized reading' (duration: 169.772287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.063696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.593515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"range_response_count:1 size:7264"} {"level":"info","ts":"2026-04-27T02:21:24.063769Z","caller":"traceutil/trace.go:171","msg":"trace[1594056651] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; response_count:1; response_revision:29237; }","duration":"220.683849ms","start":"2026-04-27T02:21:23.843068Z","end":"2026-04-27T02:21:24.063752Z","steps":["trace[1594056651] 'agreement among raft nodes before linearized reading' (duration: 220.392359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.064005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.199739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-27T02:21:24.064065Z","caller":"traceutil/trace.go:171","msg":"trace[1403965525] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29237; }","duration":"231.302103ms","start":"2026-04-27T02:21:23.832746Z","end":"2026-04-27T02:21:24.064048Z","steps":["trace[1403965525] 'agreement among raft nodes before linearized reading' (duration: 231.016124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.196815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.906997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5537"} {"level":"warn","ts":"2026-04-27T02:21:24.196835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.158894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-27T02:21:24.196927Z","caller":"traceutil/trace.go:171","msg":"trace[1488510980] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:29242; }","duration":"125.027501ms","start":"2026-04-27T02:21:24.07188Z","end":"2026-04-27T02:21:24.196908Z","steps":["trace[1488510980] 'agreement among raft nodes before linearized reading' (duration: 124.828605ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:24.196965Z","caller":"traceutil/trace.go:171","msg":"trace[327856094] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29242; }","duration":"124.311398ms","start":"2026-04-27T02:21:24.072628Z","end":"2026-04-27T02:21:24.196939Z","steps":["trace[327856094] 'agreement among raft nodes before linearized reading' (duration: 123.990328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.197131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.201884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/nova-cell-setup\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-04-27T02:21:24.197152Z","caller":"traceutil/trace.go:171","msg":"trace[468004086] range","detail":"{range_begin:/registry/clusterrolebindings/nova-cell-setup; range_end:; response_count:1; response_revision:29242; }","duration":"130.249815ms","start":"2026-04-27T02:21:24.066895Z","end":"2026-04-27T02:21:24.197145Z","steps":["trace[468004086] 'agreement among raft nodes before linearized reading' (duration: 130.182433ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:24.197253Z","caller":"traceutil/trace.go:171","msg":"trace[1940754665] transaction","detail":"{read_only:false; response_revision:29242; number_of_response:1; }","duration":"117.102872ms","start":"2026-04-27T02:21:24.080096Z","end":"2026-04-27T02:21:24.197199Z","steps":["trace[1940754665] 'process raft request' (duration: 83.926199ms)","trace[1940754665] 'compare' (duration: 32.340007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:21:24.197484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.800073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/cinder-volume-usage-audit\" ","response":"range_response_count:1 size:5282"} {"level":"info","ts":"2026-04-27T02:21:24.197514Z","caller":"traceutil/trace.go:171","msg":"trace[1482347559] range","detail":"{range_begin:/registry/cronjobs/openstack/cinder-volume-usage-audit; range_end:; response_count:1; response_revision:29242; }","duration":"103.870296ms","start":"2026-04-27T02:21:24.093634Z","end":"2026-04-27T02:21:24.197505Z","steps":["trace[1482347559] 'agreement among raft nodes before linearized reading' (duration: 103.761093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.197679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.823404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-04-27T02:21:24.197723Z","caller":"traceutil/trace.go:171","msg":"trace[1741534423] range","detail":"{range_begin:/registry/clusterroles/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:29242; }","duration":"117.875877ms","start":"2026-04-27T02:21:24.079838Z","end":"2026-04-27T02:21:24.197714Z","steps":["trace[1741534423] 'agreement among raft nodes before linearized reading' (duration: 117.802844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.198238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.420384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282530"} {"level":"info","ts":"2026-04-27T02:21:24.198271Z","caller":"traceutil/trace.go:171","msg":"trace[940330009] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:29242; }","duration":"118.470065ms","start":"2026-04-27T02:21:24.079791Z","end":"2026-04-27T02:21:24.198261Z","steps":["trace[940330009] 'agreement among raft nodes before linearized reading' (duration: 118.084423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.333276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.768459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15347"} {"level":"info","ts":"2026-04-27T02:21:24.333385Z","caller":"traceutil/trace.go:171","msg":"trace[1352375146] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:29247; }","duration":"114.909473ms","start":"2026-04-27T02:21:24.218449Z","end":"2026-04-27T02:21:24.333359Z","steps":["trace[1352375146] 'agreement among raft nodes before linearized reading' (duration: 114.659645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.333457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.039246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-27T02:21:24.333547Z","caller":"traceutil/trace.go:171","msg":"trace[1136307725] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29247; }","duration":"121.1531ms","start":"2026-04-27T02:21:24.212372Z","end":"2026-04-27T02:21:24.333525Z","steps":["trace[1136307725] 'agreement among raft nodes before linearized reading' (duration: 120.913792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:24.333725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.579418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T02:21:24.333751Z","caller":"traceutil/trace.go:171","msg":"trace[1537871295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29247; }","duration":"118.646171ms","start":"2026-04-27T02:21:24.215097Z","end":"2026-04-27T02:21:24.333743Z","steps":["trace[1537871295] 'agreement among raft nodes before linearized reading' (duration: 118.569198ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:25.823404Z","caller":"traceutil/trace.go:171","msg":"trace[1074927279] linearizableReadLoop","detail":"{readStateIndex:30621; appliedIndex:30620; }","duration":"121.15656ms","start":"2026-04-27T02:21:25.702216Z","end":"2026-04-27T02:21:25.823372Z","steps":["trace[1074927279] 'read index received' (duration: 88.919216ms)","trace[1074927279] 'applied index is now lower than readState.Index' (duration: 32.236124ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:25.823751Z","caller":"traceutil/trace.go:171","msg":"trace[1003663997] transaction","detail":"{read_only:false; response_revision:29264; number_of_response:1; }","duration":"148.161799ms","start":"2026-04-27T02:21:25.675548Z","end":"2026-04-27T02:21:25.82371Z","steps":["trace[1003663997] 'process raft request' (duration: 115.638186ms)","trace[1003663997] 'compare' (duration: 32.051248ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:21:25.823802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.563443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1618"} {"level":"info","ts":"2026-04-27T02:21:25.823917Z","caller":"traceutil/trace.go:171","msg":"trace[241325919] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:29264; }","duration":"121.729927ms","start":"2026-04-27T02:21:25.702158Z","end":"2026-04-27T02:21:25.823888Z","steps":["trace[241325919] 'agreement among raft nodes before linearized reading' (duration: 121.49018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:25.823842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.867428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:866"} {"level":"info","ts":"2026-04-27T02:21:25.824154Z","caller":"traceutil/trace.go:171","msg":"trace[1114707535] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:29264; }","duration":"105.239409ms","start":"2026-04-27T02:21:25.718902Z","end":"2026-04-27T02:21:25.824142Z","steps":["trace[1114707535] 'agreement among raft nodes before linearized reading' (duration: 104.813546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:26.758954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.97604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:21:26.759064Z","caller":"traceutil/trace.go:171","msg":"trace[1267607287] linearizableReadLoop","detail":"{readStateIndex:30629; appliedIndex:30628; }","duration":"409.97167ms","start":"2026-04-27T02:21:26.349074Z","end":"2026-04-27T02:21:26.759046Z","steps":["trace[1267607287] 'read index received' (duration: 103.894846ms)","trace[1267607287] 'applied index is now lower than readState.Index' (duration: 306.075474ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:26.759153Z","caller":"traceutil/trace.go:171","msg":"trace[2104211676] transaction","detail":"{read_only:false; response_revision:29272; number_of_response:1; }","duration":"415.079171ms","start":"2026-04-27T02:21:26.344038Z","end":"2026-04-27T02:21:26.759117Z","steps":["trace[2104211676] 'process raft request' (duration: 108.856193ms)","trace[2104211676] 'compare' (duration: 305.685011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:21:26.759209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.141986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T02:21:26.759238Z","caller":"traceutil/trace.go:171","msg":"trace[619136745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29272; }","duration":"410.218947ms","start":"2026-04-27T02:21:26.349009Z","end":"2026-04-27T02:21:26.759228Z","steps":["trace[619136745] 'agreement among raft nodes before linearized reading' (duration: 410.108804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:26.759265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:21:26.348987Z","time spent":"410.270419ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:21:26.75932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:21:26.344016Z","time spent":"415.211394ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:21:26.789083Z","caller":"traceutil/trace.go:171","msg":"trace[1614350059] transaction","detail":"{read_only:false; response_revision:29273; number_of_response:1; }","duration":"396.521757ms","start":"2026-04-27T02:21:26.392525Z","end":"2026-04-27T02:21:26.789047Z","steps":["trace[1614350059] 'process raft request' (duration: 396.358502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:26.789381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:21:26.392499Z","time spent":"396.737104ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9296,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:21:26.810234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.797431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.67\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-27T02:21:26.810348Z","caller":"traceutil/trace.go:171","msg":"trace[414154258] range","detail":"{range_begin:/registry/masterleases/199.19.213.67; range_end:; response_count:1; response_revision:29275; }","duration":"434.970806ms","start":"2026-04-27T02:21:26.375349Z","end":"2026-04-27T02:21:26.81032Z","steps":["trace[414154258] 'agreement among raft nodes before linearized reading' (duration: 434.684647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:26.810396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:21:26.375326Z","time spent":"435.060319ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.67\" "} {"level":"warn","ts":"2026-04-27T02:21:26.811126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.461311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-27T02:21:26.811162Z","caller":"traceutil/trace.go:171","msg":"trace[756171034] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29275; }","duration":"407.523893ms","start":"2026-04-27T02:21:26.403629Z","end":"2026-04-27T02:21:26.811153Z","steps":["trace[756171034] 'agreement among raft nodes before linearized reading' (duration: 407.383229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:26.811163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.958948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-global\" ","response":"range_response_count:1 size:1015"} {"level":"warn","ts":"2026-04-27T02:21:26.811186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:21:26.403612Z","time spent":"407.566334ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T02:21:26.811198Z","caller":"traceutil/trace.go:171","msg":"trace[1207985533] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-global; range_end:; response_count:1; response_revision:29275; }","duration":"409.02941ms","start":"2026-04-27T02:21:26.402158Z","end":"2026-04-27T02:21:26.811188Z","steps":["trace[1207985533] 'agreement among raft nodes before linearized reading' (duration: 408.929617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:26.811229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:21:26.402136Z","time spent":"409.085512ms","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1039,"request content":"key:\"/registry/clusterrolebindings/rook-ceph-global\" "} {"level":"warn","ts":"2026-04-27T02:21:26.811345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.310392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-27T02:21:26.811366Z","caller":"traceutil/trace.go:171","msg":"trace[232211847] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29275; }","duration":"237.372264ms","start":"2026-04-27T02:21:26.573987Z","end":"2026-04-27T02:21:26.811359Z","steps":["trace[232211847] 'agreement among raft nodes before linearized reading' (duration: 237.314362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:26.811483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.713001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:21:26.811503Z","caller":"traceutil/trace.go:171","msg":"trace[194832612] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:29275; }","duration":"256.768423ms","start":"2026-04-27T02:21:26.554728Z","end":"2026-04-27T02:21:26.811497Z","steps":["trace[194832612] 'agreement among raft nodes before linearized reading' (duration: 256.714601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:26.811954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.146275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-mgr-cluster\" ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-04-27T02:21:26.811983Z","caller":"traceutil/trace.go:171","msg":"trace[111477839] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-mgr-cluster; range_end:; response_count:1; response_revision:29275; }","duration":"347.220437ms","start":"2026-04-27T02:21:26.464755Z","end":"2026-04-27T02:21:26.811976Z","steps":["trace[111477839] 'agreement among raft nodes before linearized reading' (duration: 347.149575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:26.812003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:21:26.464735Z","time spent":"347.262509ms","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":755,"request content":"key:\"/registry/clusterrolebindings/rook-ceph-mgr-cluster\" "} {"level":"warn","ts":"2026-04-27T02:21:26.812268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.925179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-04-27T02:21:26.812319Z","caller":"traceutil/trace.go:171","msg":"trace[277752546] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:29275; }","duration":"340.992221ms","start":"2026-04-27T02:21:26.471311Z","end":"2026-04-27T02:21:26.812303Z","steps":["trace[277752546] 'agreement among raft nodes before linearized reading' (duration: 340.677211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:26.812349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:21:26.471259Z","time spent":"341.083824ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1011,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-04-27T02:21:26.90327Z","caller":"traceutil/trace.go:171","msg":"trace[134352573] transaction","detail":"{read_only:false; response_revision:29276; number_of_response:1; }","duration":"104.994041ms","start":"2026-04-27T02:21:26.79824Z","end":"2026-04-27T02:21:26.903234Z","steps":["trace[134352573] 'process raft request' (duration: 77.603ms)","trace[134352573] 'compare' (duration: 27.106872ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:28.269656Z","caller":"traceutil/trace.go:171","msg":"trace[1744268022] transaction","detail":"{read_only:false; response_revision:29293; number_of_response:1; }","duration":"124.787284ms","start":"2026-04-27T02:21:28.144834Z","end":"2026-04-27T02:21:28.269622Z","steps":["trace[1744268022] 'process raft request' (duration: 111.908578ms)","trace[1744268022] 'compare' (duration: 12.723571ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:28.269818Z","caller":"traceutil/trace.go:171","msg":"trace[2087409765] linearizableReadLoop","detail":"{readStateIndex:30652; appliedIndex:30651; }","duration":"121.844511ms","start":"2026-04-27T02:21:28.147937Z","end":"2026-04-27T02:21:28.269782Z","steps":["trace[2087409765] 'read index received' (duration: 108.821821ms)","trace[2087409765] 'applied index is now lower than readState.Index' (duration: 13.01915ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:21:28.270076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.10298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T02:21:28.270162Z","caller":"traceutil/trace.go:171","msg":"trace[412755903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29294; }","duration":"122.261604ms","start":"2026-04-27T02:21:28.147881Z","end":"2026-04-27T02:21:28.270142Z","steps":["trace[412755903] 'agreement among raft nodes before linearized reading' (duration: 121.966395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:28.270208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.041774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-27T02:21:28.270091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.030787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T02:21:28.270243Z","caller":"traceutil/trace.go:171","msg":"trace[403387618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29294; }","duration":"120.083256ms","start":"2026-04-27T02:21:28.150149Z","end":"2026-04-27T02:21:28.270232Z","steps":["trace[403387618] 'agreement among raft nodes before linearized reading' (duration: 119.978423ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:28.270361Z","caller":"traceutil/trace.go:171","msg":"trace[1645273175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29294; }","duration":"122.247444ms","start":"2026-04-27T02:21:28.148025Z","end":"2026-04-27T02:21:28.270272Z","steps":["trace[1645273175] 'agreement among raft nodes before linearized reading' (duration: 121.956235ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:28.52787Z","caller":"traceutil/trace.go:171","msg":"trace[1036619083] linearizableReadLoop","detail":"{readStateIndex:30659; appliedIndex:30658; }","duration":"169.752536ms","start":"2026-04-27T02:21:28.358082Z","end":"2026-04-27T02:21:28.527835Z","steps":["trace[1036619083] 'read index received' (duration: 120.734825ms)","trace[1036619083] 'applied index is now lower than readState.Index' (duration: 49.013391ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:28.527883Z","caller":"traceutil/trace.go:171","msg":"trace[1694155174] transaction","detail":"{read_only:false; response_revision:29300; number_of_response:1; }","duration":"211.85689ms","start":"2026-04-27T02:21:28.31599Z","end":"2026-04-27T02:21:28.527847Z","steps":["trace[1694155174] 'process raft request' (duration: 162.922631ms)","trace[1694155174] 'compare' (duration: 48.778704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:21:28.528141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.963672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-04-27T02:21:28.528201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.00138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-27T02:21:28.528233Z","caller":"traceutil/trace.go:171","msg":"trace[835885756] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29300; }","duration":"188.108823ms","start":"2026-04-27T02:21:28.340115Z","end":"2026-04-27T02:21:28.528223Z","steps":["trace[835885756] 'agreement among raft nodes before linearized reading' (duration: 187.879766ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:28.528252Z","caller":"traceutil/trace.go:171","msg":"trace[1341615442] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:29300; }","duration":"177.093317ms","start":"2026-04-27T02:21:28.351125Z","end":"2026-04-27T02:21:28.528218Z","steps":["trace[1341615442] 'agreement among raft nodes before linearized reading' (duration: 176.765217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:28.528272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.278946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:basic-user\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-04-27T02:21:28.528388Z","caller":"traceutil/trace.go:171","msg":"trace[302821002] range","detail":"{range_begin:/registry/clusterrolebindings/system:basic-user; range_end:; response_count:1; response_revision:29300; }","duration":"164.447671ms","start":"2026-04-27T02:21:28.36391Z","end":"2026-04-27T02:21:28.528358Z","steps":["trace[302821002] 'agreement among raft nodes before linearized reading' (duration: 164.134561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:29.146295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.650229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:21:29.146445Z","caller":"traceutil/trace.go:171","msg":"trace[2108859869] transaction","detail":"{read_only:false; response_revision:29307; number_of_response:1; }","duration":"228.505954ms","start":"2026-04-27T02:21:28.917916Z","end":"2026-04-27T02:21:29.146422Z","steps":["trace[2108859869] 'process raft request' (duration: 117.603947ms)","trace[2108859869] 'compare' (duration: 110.151984ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:29.171613Z","caller":"traceutil/trace.go:171","msg":"trace[464524991] linearizableReadLoop","detail":"{readStateIndex:30670; appliedIndex:30665; }","duration":"225.762678ms","start":"2026-04-27T02:21:28.945765Z","end":"2026-04-27T02:21:29.171527Z","steps":["trace[464524991] 'read index received' (duration: 89.771472ms)","trace[464524991] 'applied index is now lower than readState.Index' (duration: 135.989366ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:29.172141Z","caller":"traceutil/trace.go:171","msg":"trace[756023710] transaction","detail":"{read_only:false; response_revision:29308; number_of_response:1; }","duration":"254.063378ms","start":"2026-04-27T02:21:28.918057Z","end":"2026-04-27T02:21:29.17212Z","steps":["trace[756023710] 'process raft request' (duration: 253.005485ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:29.172558Z","caller":"traceutil/trace.go:171","msg":"trace[311951412] transaction","detail":"{read_only:false; response_revision:29309; number_of_response:1; }","duration":"254.508032ms","start":"2026-04-27T02:21:28.918037Z","end":"2026-04-27T02:21:29.172545Z","steps":["trace[311951412] 'process raft request' (duration: 253.229712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:29.172957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.774165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" ","response":"range_response_count:1 size:648"} {"level":"warn","ts":"2026-04-27T02:21:29.172968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.171283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-27T02:21:29.173042Z","caller":"traceutil/trace.go:171","msg":"trace[854057346] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:29312; }","duration":"139.91275ms","start":"2026-04-27T02:21:29.033107Z","end":"2026-04-27T02:21:29.17302Z","steps":["trace[854057346] 'agreement among raft nodes before linearized reading' (duration: 139.726894ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:29.173047Z","caller":"traceutil/trace.go:171","msg":"trace[1666122207] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29312; }","duration":"227.319927ms","start":"2026-04-27T02:21:28.945706Z","end":"2026-04-27T02:21:29.173026Z","steps":["trace[1666122207] 'agreement among raft nodes before linearized reading' (duration: 227.069429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:29.173068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.785997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:812"} {"level":"warn","ts":"2026-04-27T02:21:29.17295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.973834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-27T02:21:29.173052Z","caller":"traceutil/trace.go:171","msg":"trace[1035161077] transaction","detail":"{read_only:false; response_revision:29311; number_of_response:1; }","duration":"254.104399ms","start":"2026-04-27T02:21:28.9189Z","end":"2026-04-27T02:21:29.173005Z","steps":["trace[1035161077] 'process raft request' (duration: 252.479998ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:29.173118Z","caller":"traceutil/trace.go:171","msg":"trace[1532969602] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:29312; }","duration":"168.88636ms","start":"2026-04-27T02:21:29.004219Z","end":"2026-04-27T02:21:29.173106Z","steps":["trace[1532969602] 'agreement among raft nodes before linearized reading' (duration: 168.776127ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:29.173151Z","caller":"traceutil/trace.go:171","msg":"trace[994424993] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29312; }","duration":"184.238583ms","start":"2026-04-27T02:21:28.98889Z","end":"2026-04-27T02:21:29.173129Z","steps":["trace[994424993] 'agreement among raft nodes before linearized reading' (duration: 183.854351ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:29.173174Z","caller":"traceutil/trace.go:171","msg":"trace[1864919450] transaction","detail":"{read_only:false; response_revision:29310; number_of_response:1; }","duration":"254.838913ms","start":"2026-04-27T02:21:28.918122Z","end":"2026-04-27T02:21:29.172961Z","steps":["trace[1864919450] 'process raft request' (duration: 253.209692ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:29.173067Z","caller":"traceutil/trace.go:171","msg":"trace[1912080566] transaction","detail":"{read_only:false; response_revision:29312; number_of_response:1; }","duration":"189.254871ms","start":"2026-04-27T02:21:28.983774Z","end":"2026-04-27T02:21:29.173029Z","steps":["trace[1912080566] 'process raft request' (duration: 187.680571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:29.173091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.587714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-27T02:21:29.173385Z","caller":"traceutil/trace.go:171","msg":"trace[1628302873] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29312; }","duration":"149.958735ms","start":"2026-04-27T02:21:29.023409Z","end":"2026-04-27T02:21:29.173368Z","steps":["trace[1628302873] 'agreement among raft nodes before linearized reading' (duration: 149.451109ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:30.645774Z","caller":"traceutil/trace.go:171","msg":"trace[624200238] transaction","detail":"{read_only:false; response_revision:29348; number_of_response:1; }","duration":"146.188896ms","start":"2026-04-27T02:21:30.499547Z","end":"2026-04-27T02:21:30.645736Z","steps":["trace[624200238] 'process raft request' (duration: 143.625605ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:30.645883Z","caller":"traceutil/trace.go:171","msg":"trace[1521699063] linearizableReadLoop","detail":"{readStateIndex:30708; appliedIndex:30705; }","duration":"141.938363ms","start":"2026-04-27T02:21:30.503911Z","end":"2026-04-27T02:21:30.64585Z","steps":["trace[1521699063] 'read index received' (duration: 289.969µs)","trace[1521699063] 'applied index is now lower than readState.Index' (duration: 141.646484ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:30.645919Z","caller":"traceutil/trace.go:171","msg":"trace[701221957] transaction","detail":"{read_only:false; response_revision:29350; number_of_response:1; }","duration":"112.382953ms","start":"2026-04-27T02:21:30.533462Z","end":"2026-04-27T02:21:30.645845Z","steps":["trace[701221957] 'process raft request' (duration: 112.319311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:30.646076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.14169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node\" ","response":"range_response_count:1 size:1487"} {"level":"info","ts":"2026-04-27T02:21:30.646112Z","caller":"traceutil/trace.go:171","msg":"trace[1578542976] range","detail":"{range_begin:/registry/clusterroles/system:node; range_end:; response_count:1; response_revision:29350; }","duration":"142.232683ms","start":"2026-04-27T02:21:30.503871Z","end":"2026-04-27T02:21:30.646104Z","steps":["trace[1578542976] 'agreement among raft nodes before linearized reading' (duration: 142.111239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:30.646255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.311193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:daemon-set-controller\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-04-27T02:21:30.646281Z","caller":"traceutil/trace.go:171","msg":"trace[296140207] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:29350; }","duration":"134.361875ms","start":"2026-04-27T02:21:30.511912Z","end":"2026-04-27T02:21:30.646274Z","steps":["trace[296140207] 'agreement among raft nodes before linearized reading' (duration: 134.316184ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:30.64597Z","caller":"traceutil/trace.go:171","msg":"trace[202373369] transaction","detail":"{read_only:false; response_revision:29349; number_of_response:1; }","duration":"142.099208ms","start":"2026-04-27T02:21:30.503862Z","end":"2026-04-27T02:21:30.645961Z","steps":["trace[202373369] 'process raft request' (duration: 141.810159ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:31.509166Z","caller":"traceutil/trace.go:171","msg":"trace[144285438] transaction","detail":"{read_only:false; response_revision:29359; number_of_response:1; }","duration":"110.918167ms","start":"2026-04-27T02:21:31.398178Z","end":"2026-04-27T02:21:31.509096Z","steps":["trace[144285438] 'process raft request' (duration: 84.421844ms)","trace[144285438] 'compare' (duration: 26.287736ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:32.713462Z","caller":"traceutil/trace.go:171","msg":"trace[489372258] transaction","detail":"{read_only:false; response_revision:29367; number_of_response:1; }","duration":"144.863315ms","start":"2026-04-27T02:21:32.568569Z","end":"2026-04-27T02:21:32.713432Z","steps":["trace[489372258] 'process raft request' (duration: 140.790537ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:37.200135Z","caller":"traceutil/trace.go:171","msg":"trace[1595658661] transaction","detail":"{read_only:false; response_revision:29408; number_of_response:1; }","duration":"108.281455ms","start":"2026-04-27T02:21:37.091811Z","end":"2026-04-27T02:21:37.200092Z","steps":["trace[1595658661] 'process raft request' (duration: 93.411727ms)","trace[1595658661] 'compare' (duration: 14.644661ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:37.991955Z","caller":"traceutil/trace.go:171","msg":"trace[883983296] linearizableReadLoop","detail":"{readStateIndex:30777; appliedIndex:30776; }","duration":"103.637288ms","start":"2026-04-27T02:21:37.888289Z","end":"2026-04-27T02:21:37.991927Z","steps":["trace[883983296] 'read index received' (duration: 103.465093ms)","trace[883983296] 'applied index is now lower than readState.Index' (duration: 171.205µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:37.992096Z","caller":"traceutil/trace.go:171","msg":"trace[126515076] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29414; }","duration":"105.90715ms","start":"2026-04-27T02:21:37.88615Z","end":"2026-04-27T02:21:37.992057Z","steps":["trace[126515076] 'process raft request' (duration: 105.690584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:37.992163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.832924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/openstack\" ","response":"range_response_count:1 size:369"} {"level":"info","ts":"2026-04-27T02:21:37.992203Z","caller":"traceutil/trace.go:171","msg":"trace[1611638586] range","detail":"{range_begin:/registry/namespaces/openstack; range_end:; response_count:1; response_revision:29414; }","duration":"103.930688ms","start":"2026-04-27T02:21:37.888262Z","end":"2026-04-27T02:21:37.992192Z","steps":["trace[1611638586] 'agreement among raft nodes before linearized reading' (duration: 103.802904ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:38.110695Z","caller":"traceutil/trace.go:171","msg":"trace[1718616850] linearizableReadLoop","detail":"{readStateIndex:30778; appliedIndex:30777; }","duration":"105.477366ms","start":"2026-04-27T02:21:38.005186Z","end":"2026-04-27T02:21:38.110664Z","steps":["trace[1718616850] 'read index received' (duration: 105.074544ms)","trace[1718616850] 'applied index is now lower than readState.Index' (duration: 401.212µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:38.110881Z","caller":"traceutil/trace.go:171","msg":"trace[984186380] transaction","detail":"{read_only:false; response_revision:29415; number_of_response:1; }","duration":"105.936091ms","start":"2026-04-27T02:21:38.004838Z","end":"2026-04-27T02:21:38.110774Z","steps":["trace[984186380] 'process raft request' (duration: 105.516148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:38.110938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.695173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/monitoring/\" range_end:\"/registry/limitranges/monitoring0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:21:38.111225Z","caller":"traceutil/trace.go:171","msg":"trace[1258804689] range","detail":"{range_begin:/registry/limitranges/monitoring/; range_end:/registry/limitranges/monitoring0; response_count:0; response_revision:29415; }","duration":"105.993742ms","start":"2026-04-27T02:21:38.005175Z","end":"2026-04-27T02:21:38.111169Z","steps":["trace[1258804689] 'agreement among raft nodes before linearized reading' (duration: 105.60899ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:41.710265Z","caller":"traceutil/trace.go:171","msg":"trace[1519948176] transaction","detail":"{read_only:false; response_revision:29447; number_of_response:1; }","duration":"177.76609ms","start":"2026-04-27T02:21:41.532464Z","end":"2026-04-27T02:21:41.71023Z","steps":["trace[1519948176] 'process raft request' (duration: 177.577254ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:41.713484Z","caller":"traceutil/trace.go:171","msg":"trace[1837013371] linearizableReadLoop","detail":"{readStateIndex:30811; appliedIndex:30809; }","duration":"169.479588ms","start":"2026-04-27T02:21:41.543983Z","end":"2026-04-27T02:21:41.713462Z","steps":["trace[1837013371] 'read index received' (duration: 166.081552ms)","trace[1837013371] 'applied index is now lower than readState.Index' (duration: 3.397226ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:21:41.713765Z","caller":"traceutil/trace.go:171","msg":"trace[1380324455] transaction","detail":"{read_only:false; response_revision:29448; number_of_response:1; }","duration":"179.277446ms","start":"2026-04-27T02:21:41.53447Z","end":"2026-04-27T02:21:41.713748Z","steps":["trace[1380324455] 'process raft request' (duration: 178.835982ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:41.71391Z","caller":"traceutil/trace.go:171","msg":"trace[287501133] transaction","detail":"{read_only:false; response_revision:29449; number_of_response:1; }","duration":"111.854907ms","start":"2026-04-27T02:21:41.602046Z","end":"2026-04-27T02:21:41.713901Z","steps":["trace[287501133] 'process raft request' (duration: 111.378792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:41.714094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.090247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-04-27T02:21:41.714131Z","caller":"traceutil/trace.go:171","msg":"trace[1291889743] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:1; response_revision:29449; }","duration":"170.146279ms","start":"2026-04-27T02:21:41.543976Z","end":"2026-04-27T02:21:41.714122Z","steps":["trace[1291889743] 'agreement among raft nodes before linearized reading' (duration: 170.007335ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:22:03.989512Z","caller":"traceutil/trace.go:171","msg":"trace[1813581313] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29652; }","duration":"125.812746ms","start":"2026-04-27T02:22:03.863682Z","end":"2026-04-27T02:22:03.989494Z","steps":["trace[1813581313] 'process raft request' (duration: 73.022667ms)","trace[1813581313] 'compare' (duration: 52.218621ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:22:05.229805Z","caller":"traceutil/trace.go:171","msg":"trace[2093342982] transaction","detail":"{read_only:false; response_revision:29664; number_of_response:1; }","duration":"254.041708ms","start":"2026-04-27T02:22:04.975718Z","end":"2026-04-27T02:22:05.229759Z","steps":["trace[2093342982] 'process raft request' (duration: 179.637938ms)","trace[2093342982] 'compare' (duration: 74.044979ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:22:05.275148Z","caller":"traceutil/trace.go:171","msg":"trace[1569198190] linearizableReadLoop","detail":"{readStateIndex:31039; appliedIndex:31037; }","duration":"243.911779ms","start":"2026-04-27T02:22:05.03121Z","end":"2026-04-27T02:22:05.275122Z","steps":["trace[1569198190] 'read index received' (duration: 124.099662ms)","trace[1569198190] 'applied index is now lower than readState.Index' (duration: 119.810997ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:22:05.275345Z","caller":"traceutil/trace.go:171","msg":"trace[507240517] transaction","detail":"{read_only:false; response_revision:29665; number_of_response:1; }","duration":"282.911296ms","start":"2026-04-27T02:22:04.992355Z","end":"2026-04-27T02:22:05.275266Z","steps":["trace[507240517] 'process raft request' (duration: 282.582455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:22:05.275506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.25439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-27T02:22:05.275665Z","caller":"traceutil/trace.go:171","msg":"trace[335458180] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:29665; }","duration":"244.476286ms","start":"2026-04-27T02:22:05.031159Z","end":"2026-04-27T02:22:05.275635Z","steps":["trace[335458180] 'agreement among raft nodes before linearized reading' (duration: 244.090334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:22:05.288354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.668417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-27T02:22:05.288453Z","caller":"traceutil/trace.go:171","msg":"trace[1586198820] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:29666; }","duration":"247.800111ms","start":"2026-04-27T02:22:05.040629Z","end":"2026-04-27T02:22:05.288429Z","steps":["trace[1586198820] 'agreement among raft nodes before linearized reading' (duration: 247.472721ms)"],"step_count":1}