{"level":"warn","ts":"2026-04-29T01:56:22.99936Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-29T01:56:22.999444Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.89:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.89:2380","--initial-cluster=instance=https://199.204.45.89:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.89:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.89:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-29T01:56:22.99951Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-29T01:56:22.999524Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-04-29T01:56:22.999543Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T01:56:23.000154Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"]} {"level":"info","ts":"2026-04-29T01:56:23.000236Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.89:2380"],"listen-peer-urls":["https://199.204.45.89:2380"],"advertise-client-urls":["https://199.204.45.89:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.89:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-29T01:56:23.004688Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.240319ms"} {"level":"info","ts":"2026-04-29T01:56:23.013194Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c3b8446219deb8c1","cluster-id":"fe02a46d8aa9751f"} {"level":"info","ts":"2026-04-29T01:56:23.013294Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=()"} {"level":"info","ts":"2026-04-29T01:56:23.013324Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became follower at term 0"} {"level":"info","ts":"2026-04-29T01:56:23.013344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c3b8446219deb8c1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-29T01:56:23.01336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became follower at term 1"} {"level":"info","ts":"2026-04-29T01:56:23.013418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=(14103097421242218689)"} {"level":"warn","ts":"2026-04-29T01:56:23.021144Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-29T01:56:23.023768Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-29T01:56:23.02584Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-29T01:56:23.029231Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c3b8446219deb8c1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-29T01:56:23.029407Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c3b8446219deb8c1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-29T01:56:23.029763Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:56:23.030053Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:56:23.031003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=(14103097421242218689)"} {"level":"info","ts":"2026-04-29T01:56:23.031334Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fe02a46d8aa9751f","local-member-id":"c3b8446219deb8c1","added-peer-id":"c3b8446219deb8c1","added-peer-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-04-29T01:56:23.030766Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:56:23.033648Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T01:56:23.033777Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.89:2380"} {"level":"info","ts":"2026-04-29T01:56:23.033883Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.89:2380"} {"level":"info","ts":"2026-04-29T01:56:23.033947Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c3b8446219deb8c1","initial-advertise-peer-urls":["https://199.204.45.89:2380"],"listen-peer-urls":["https://199.204.45.89:2380"],"advertise-client-urls":["https://199.204.45.89:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-29T01:56:23.03399Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-29T01:56:23.51402Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 is starting a new election at term 1"} {"level":"info","ts":"2026-04-29T01:56:23.51408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-29T01:56:23.514103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 received MsgPreVoteResp from c3b8446219deb8c1 at term 1"} {"level":"info","ts":"2026-04-29T01:56:23.514123Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became candidate at term 2"} {"level":"info","ts":"2026-04-29T01:56:23.51415Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 received MsgVoteResp from c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-04-29T01:56:23.514166Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became leader at term 2"} {"level":"info","ts":"2026-04-29T01:56:23.514179Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c3b8446219deb8c1 elected leader c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-04-29T01:56:23.515319Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:56:23.516038Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T01:56:23.51605Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c3b8446219deb8c1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.89:2379]}","request-path":"/0/members/c3b8446219deb8c1/attributes","cluster-id":"fe02a46d8aa9751f","publish-timeout":"7s"} {"level":"info","ts":"2026-04-29T01:56:23.51623Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T01:56:23.516357Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fe02a46d8aa9751f","local-member-id":"c3b8446219deb8c1","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:56:23.516457Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:56:23.516484Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:56:23.517439Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-29T01:56:23.517465Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-29T01:56:23.518194Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.89:2379"} {"level":"info","ts":"2026-04-29T01:56:23.519039Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-29T01:56:31.841875Z","caller":"traceutil/trace.go:171","msg":"trace[424304422] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"132.02369ms","start":"2026-04-29T01:56:31.709811Z","end":"2026-04-29T01:56:31.841835Z","steps":["trace[424304422] 'process raft request' (duration: 49.011218ms)","trace[424304422] 'compare' (duration: 82.823988ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:31.930759Z","caller":"traceutil/trace.go:171","msg":"trace[1461863994] linearizableReadLoop","detail":"{readStateIndex:344; appliedIndex:342; }","duration":"188.935555ms","start":"2026-04-29T01:56:31.741799Z","end":"2026-04-29T01:56:31.930735Z","steps":["trace[1461863994] 'read index received' (duration: 17.065928ms)","trace[1461863994] 'applied index is now lower than readState.Index' (duration: 171.868397ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:31.930844Z","caller":"traceutil/trace.go:171","msg":"trace[398475936] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"210.710643ms","start":"2026-04-29T01:56:31.720093Z","end":"2026-04-29T01:56:31.930803Z","steps":["trace[398475936] 'process raft request' (duration: 210.531888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:31.931166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.342794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-29T01:56:31.931311Z","caller":"traceutil/trace.go:171","msg":"trace[325828805] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:334; }","duration":"189.524919ms","start":"2026-04-29T01:56:31.74176Z","end":"2026-04-29T01:56:31.931285Z","steps":["trace[325828805] 'agreement among raft nodes before linearized reading' (duration: 189.10251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:31.945553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.747975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-29T01:56:31.945666Z","caller":"traceutil/trace.go:171","msg":"trace[1112975506] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:335; }","duration":"152.912229ms","start":"2026-04-29T01:56:31.792737Z","end":"2026-04-29T01:56:31.945649Z","steps":["trace[1112975506] 'agreement among raft nodes before linearized reading' (duration: 152.742135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:31.945574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.672976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-29T01:56:31.945769Z","caller":"traceutil/trace.go:171","msg":"trace[1110322717] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:335; }","duration":"103.901251ms","start":"2026-04-29T01:56:31.841845Z","end":"2026-04-29T01:56:31.945746Z","steps":["trace[1110322717] 'agreement among raft nodes before linearized reading' (duration: 103.666686ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:32.083102Z","caller":"traceutil/trace.go:171","msg":"trace[743045245] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"129.373735ms","start":"2026-04-29T01:56:31.953698Z","end":"2026-04-29T01:56:32.083072Z","steps":["trace[743045245] 'process raft request' (duration: 129.247783ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:32.083139Z","caller":"traceutil/trace.go:171","msg":"trace[652165154] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"130.361887ms","start":"2026-04-29T01:56:31.952733Z","end":"2026-04-29T01:56:32.083095Z","steps":["trace[652165154] 'process raft request' (duration: 105.047245ms)","trace[652165154] 'compare' (duration: 25.029666ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:32.287917Z","caller":"traceutil/trace.go:171","msg":"trace[1691528941] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"199.301674ms","start":"2026-04-29T01:56:32.08858Z","end":"2026-04-29T01:56:32.287882Z","steps":["trace[1691528941] 'process raft request' (duration: 170.05316ms)","trace[1691528941] 'compare' (duration: 29.0928ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:32.289245Z","caller":"traceutil/trace.go:171","msg":"trace[414357340] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"197.764742ms","start":"2026-04-29T01:56:32.091458Z","end":"2026-04-29T01:56:32.289223Z","steps":["trace[414357340] 'process raft request' (duration: 197.597108ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:32.289681Z","caller":"traceutil/trace.go:171","msg":"trace[1050684510] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"197.561406ms","start":"2026-04-29T01:56:32.092074Z","end":"2026-04-29T01:56:32.289635Z","steps":["trace[1050684510] 'process raft request' (duration: 197.101856ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:32.289779Z","caller":"traceutil/trace.go:171","msg":"trace[10693221] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"196.145697ms","start":"2026-04-29T01:56:32.093616Z","end":"2026-04-29T01:56:32.289761Z","steps":["trace[10693221] 'process raft request' (duration: 195.846221ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:32.290192Z","caller":"traceutil/trace.go:171","msg":"trace[592661889] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"196.132526ms","start":"2026-04-29T01:56:32.094044Z","end":"2026-04-29T01:56:32.290177Z","steps":["trace[592661889] 'process raft request' (duration: 195.659747ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:32.290339Z","caller":"traceutil/trace.go:171","msg":"trace[321590065] linearizableReadLoop","detail":"{readStateIndex:351; appliedIndex:348; }","duration":"198.200159ms","start":"2026-04-29T01:56:32.092119Z","end":"2026-04-29T01:56:32.290319Z","steps":["trace[321590065] 'read index received' (duration: 166.518085ms)","trace[321590065] 'applied index is now lower than readState.Index' (duration: 31.677114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:32.290547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.70397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-29T01:56:32.290597Z","caller":"traceutil/trace.go:171","msg":"trace[472022397] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:344; }","duration":"147.825053ms","start":"2026-04-29T01:56:32.14276Z","end":"2026-04-29T01:56:32.290585Z","steps":["trace[472022397] 'agreement among raft nodes before linearized reading' (duration: 147.70234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:32.290667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.518387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-29T01:56:32.290779Z","caller":"traceutil/trace.go:171","msg":"trace[360973555] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:344; }","duration":"198.67673ms","start":"2026-04-29T01:56:32.092077Z","end":"2026-04-29T01:56:32.290753Z","steps":["trace[360973555] 'agreement among raft nodes before linearized reading' (duration: 198.327372ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:32.290543Z","caller":"traceutil/trace.go:171","msg":"trace[1340552881] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"196.075325ms","start":"2026-04-29T01:56:32.094309Z","end":"2026-04-29T01:56:32.290385Z","steps":["trace[1340552881] 'process raft request' (duration: 195.78208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:32.528945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.726977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:56:32.529181Z","caller":"traceutil/trace.go:171","msg":"trace[1236159541] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"230.948477ms","start":"2026-04-29T01:56:32.298199Z","end":"2026-04-29T01:56:32.529148Z","steps":["trace[1236159541] 'process raft request' (duration: 126.002314ms)","trace[1236159541] 'compare' (duration: 103.565184ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:32.52931Z","caller":"traceutil/trace.go:171","msg":"trace[1153417932] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"230.821495ms","start":"2026-04-29T01:56:32.298455Z","end":"2026-04-29T01:56:32.529277Z","steps":["trace[1153417932] 'process raft request' (duration: 230.649191ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:32.529348Z","caller":"traceutil/trace.go:171","msg":"trace[150858092] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"230.869076ms","start":"2026-04-29T01:56:32.298458Z","end":"2026-04-29T01:56:32.529327Z","steps":["trace[150858092] 'process raft request' (duration: 230.679902ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:32.529237Z","caller":"traceutil/trace.go:171","msg":"trace[389402688] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"230.776163ms","start":"2026-04-29T01:56:32.298434Z","end":"2026-04-29T01:56:32.52921Z","steps":["trace[389402688] 'process raft request' (duration: 230.61984ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:32.529682Z","caller":"traceutil/trace.go:171","msg":"trace[1229524957] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"230.193181ms","start":"2026-04-29T01:56:32.299477Z","end":"2026-04-29T01:56:32.52967Z","steps":["trace[1229524957] 'process raft request' (duration: 230.045908ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:32.529675Z","caller":"traceutil/trace.go:171","msg":"trace[60198286] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"231.061019ms","start":"2026-04-29T01:56:32.298596Z","end":"2026-04-29T01:56:32.529657Z","steps":["trace[60198286] 'process raft request' (duration: 230.640501ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:32.52973Z","caller":"traceutil/trace.go:171","msg":"trace[1066837888] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"229.044797ms","start":"2026-04-29T01:56:32.300669Z","end":"2026-04-29T01:56:32.529714Z","steps":["trace[1066837888] 'process raft request' (duration: 228.917154ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:32.529952Z","caller":"traceutil/trace.go:171","msg":"trace[456767698] linearizableReadLoop","detail":"{readStateIndex:358; appliedIndex:354; }","duration":"231.418767ms","start":"2026-04-29T01:56:32.298523Z","end":"2026-04-29T01:56:32.529942Z","steps":["trace[456767698] 'read index received' (duration: 125.729849ms)","trace[456767698] 'applied index is now lower than readState.Index' (duration: 105.687878ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:32.530038Z","caller":"traceutil/trace.go:171","msg":"trace[1411550574] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"227.029575ms","start":"2026-04-29T01:56:32.30298Z","end":"2026-04-29T01:56:32.53001Z","steps":["trace[1411550574] 'process raft request' (duration: 226.686178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:32.530467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.251331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-29T01:56:32.530515Z","caller":"traceutil/trace.go:171","msg":"trace[1582079240] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:352; }","duration":"188.346793ms","start":"2026-04-29T01:56:32.342156Z","end":"2026-04-29T01:56:32.530503Z","steps":["trace[1582079240] 'agreement among raft nodes before linearized reading' (duration: 188.047527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:32.530706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.164283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:1 size:2108"} {"level":"info","ts":"2026-04-29T01:56:32.530746Z","caller":"traceutil/trace.go:171","msg":"trace[1925749125] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:1; response_revision:352; }","duration":"232.231244ms","start":"2026-04-29T01:56:32.298507Z","end":"2026-04-29T01:56:32.530738Z","steps":["trace[1925749125] 'agreement among raft nodes before linearized reading' (duration: 232.00541ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:34.389449Z","caller":"traceutil/trace.go:171","msg":"trace[1341837703] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"164.371201ms","start":"2026-04-29T01:56:34.225054Z","end":"2026-04-29T01:56:34.389425Z","steps":["trace[1341837703] 'process raft request' (duration: 164.168815ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:34.522085Z","caller":"traceutil/trace.go:171","msg":"trace[1109937676] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"106.015924ms","start":"2026-04-29T01:56:34.416045Z","end":"2026-04-29T01:56:34.522061Z","steps":["trace[1109937676] 'process raft request' (duration: 105.873601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:35.320918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.82182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T01:56:35.321013Z","caller":"traceutil/trace.go:171","msg":"trace[897811840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:386; }","duration":"175.967423ms","start":"2026-04-29T01:56:35.145019Z","end":"2026-04-29T01:56:35.320986Z","steps":["trace[897811840] 'range keys from in-memory index tree' (duration: 175.703788ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:35.329162Z","caller":"traceutil/trace.go:171","msg":"trace[1563129100] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"170.929478ms","start":"2026-04-29T01:56:35.158209Z","end":"2026-04-29T01:56:35.329139Z","steps":["trace[1563129100] 'process raft request' (duration: 170.704293ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:38.6993Z","caller":"traceutil/trace.go:171","msg":"trace[1028865144] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"160.117732ms","start":"2026-04-29T01:56:38.539162Z","end":"2026-04-29T01:56:38.69928Z","steps":["trace[1028865144] 'process raft request' (duration: 158.563139ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:44.263579Z","caller":"traceutil/trace.go:171","msg":"trace[2029197465] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"183.649148ms","start":"2026-04-29T01:56:44.079907Z","end":"2026-04-29T01:56:44.263556Z","steps":["trace[2029197465] 'process raft request' (duration: 183.524006ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:45.497238Z","caller":"traceutil/trace.go:171","msg":"trace[1972972102] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"351.887069ms","start":"2026-04-29T01:56:45.145317Z","end":"2026-04-29T01:56:45.497204Z","steps":["trace[1972972102] 'process raft request' (duration: 351.708995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:45.497697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:45.145295Z","time spent":"352.052731ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:56:46.070413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019638479,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:56:46.381896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.673303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:56:46.382029Z","caller":"traceutil/trace.go:171","msg":"trace[1019748682] linearizableReadLoop","detail":"{readStateIndex:457; appliedIndex:455; }","duration":"812.213205ms","start":"2026-04-29T01:56:45.569804Z","end":"2026-04-29T01:56:46.382017Z","steps":["trace[1019748682] 'read index received' (duration: 542.431139ms)","trace[1019748682] 'applied index is now lower than readState.Index' (duration: 269.779836ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:46.382064Z","caller":"traceutil/trace.go:171","msg":"trace[2099942132] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"873.899445ms","start":"2026-04-29T01:56:45.508128Z","end":"2026-04-29T01:56:46.382028Z","steps":["trace[2099942132] 'process raft request' (duration: 604.037858ms)","trace[2099942132] 'compare' (duration: 269.374626ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:46.382095Z","caller":"traceutil/trace.go:171","msg":"trace[1735627260] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"717.585243ms","start":"2026-04-29T01:56:45.664504Z","end":"2026-04-29T01:56:46.382089Z","steps":["trace[1735627260] 'process raft request' (duration: 717.462981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:46.382142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:45.664432Z","time spent":"717.681606ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:56:46.38216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:45.508106Z","time spent":"874.006877ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:56:46.382191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.386469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T01:56:46.382247Z","caller":"traceutil/trace.go:171","msg":"trace[599010328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:444; }","duration":"812.483731ms","start":"2026-04-29T01:56:45.569749Z","end":"2026-04-29T01:56:46.382233Z","steps":["trace[599010328] 'agreement among raft nodes before linearized reading' (duration: 812.401499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:46.382284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:45.569725Z","time spent":"812.552082ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T01:56:46.382503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.327061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T01:56:46.382758Z","caller":"traceutil/trace.go:171","msg":"trace[601574335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:444; }","duration":"115.479974ms","start":"2026-04-29T01:56:46.267106Z","end":"2026-04-29T01:56:46.382586Z","steps":["trace[601574335] 'agreement among raft nodes before linearized reading' (duration: 115.120107ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:46.506567Z","caller":"traceutil/trace.go:171","msg":"trace[1895805237] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"119.530079ms","start":"2026-04-29T01:56:46.387009Z","end":"2026-04-29T01:56:46.506539Z","steps":["trace[1895805237] 'process raft request' (duration: 119.417947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:47.203285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.561416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-29T01:56:47.203329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.242782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:56:47.203375Z","caller":"traceutil/trace.go:171","msg":"trace[1227426868] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:446; }","duration":"600.712289ms","start":"2026-04-29T01:56:46.602639Z","end":"2026-04-29T01:56:47.203352Z","steps":["trace[1227426868] 'range keys from in-memory index tree' (duration: 600.421843ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:47.203406Z","caller":"traceutil/trace.go:171","msg":"trace[218329074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:446; }","duration":"104.374355ms","start":"2026-04-29T01:56:47.099014Z","end":"2026-04-29T01:56:47.203388Z","steps":["trace[218329074] 'range keys from in-memory index tree' (duration: 104.102519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:47.203434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:46.602621Z","time spent":"600.80081ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-04-29T01:56:50.506334Z","caller":"traceutil/trace.go:171","msg":"trace[352699588] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"108.756015ms","start":"2026-04-29T01:56:50.397535Z","end":"2026-04-29T01:56:50.506291Z","steps":["trace[352699588] 'process raft request' (duration: 108.598782ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:50.637942Z","caller":"traceutil/trace.go:171","msg":"trace[1768048595] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:468; }","duration":"121.083111ms","start":"2026-04-29T01:56:50.516831Z","end":"2026-04-29T01:56:50.637914Z","steps":["trace[1768048595] 'read index received' (duration: 115.729851ms)","trace[1768048595] 'applied index is now lower than readState.Index' (duration: 5.35216ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:50.637967Z","caller":"traceutil/trace.go:171","msg":"trace[207526322] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"127.552735ms","start":"2026-04-29T01:56:50.510384Z","end":"2026-04-29T01:56:50.637936Z","steps":["trace[207526322] 'process raft request' (duration: 122.237656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:50.638128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.271876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T01:56:50.63819Z","caller":"traceutil/trace.go:171","msg":"trace[1635694175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:455; }","duration":"121.384928ms","start":"2026-04-29T01:56:50.516785Z","end":"2026-04-29T01:56:50.63817Z","steps":["trace[1635694175] 'agreement among raft nodes before linearized reading' (duration: 121.242525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:52.601192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019638520,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:56:52.992703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.366831ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T01:56:52.992836Z","caller":"traceutil/trace.go:171","msg":"trace[1351413810] linearizableReadLoop","detail":"{readStateIndex:472; appliedIndex:471; }","duration":"891.876997ms","start":"2026-04-29T01:56:52.10094Z","end":"2026-04-29T01:56:52.992817Z","steps":["trace[1351413810] 'read index received' (duration: 764.418404ms)","trace[1351413810] 'applied index is now lower than readState.Index' (duration: 127.456903ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:52.992986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.026851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:56:52.993051Z","caller":"traceutil/trace.go:171","msg":"trace[67800893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:457; }","duration":"892.165555ms","start":"2026-04-29T01:56:52.100868Z","end":"2026-04-29T01:56:52.993033Z","steps":["trace[67800893] 'agreement among raft nodes before linearized reading' (duration: 892.043751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:52.993109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:52.100838Z","time spent":"892.256626ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:56:52.993073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.500521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:56:52.993123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.610543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T01:56:52.993185Z","caller":"traceutil/trace.go:171","msg":"trace[2034684881] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:457; }","duration":"620.662693ms","start":"2026-04-29T01:56:52.372495Z","end":"2026-04-29T01:56:52.993157Z","steps":["trace[2034684881] 'agreement among raft nodes before linearized reading' (duration: 620.484498ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:52.993219Z","caller":"traceutil/trace.go:171","msg":"trace[1231286790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:457; }","duration":"350.758445ms","start":"2026-04-29T01:56:52.642437Z","end":"2026-04-29T01:56:52.993196Z","steps":["trace[1231286790] 'agreement among raft nodes before linearized reading' (duration: 350.55473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:52.993247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:52.372472Z","time spent":"620.759186ms","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-04-29T01:56:52.993273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:52.642422Z","time spent":"350.839377ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T01:56:52.99339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.317544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:56:52.993508Z","caller":"traceutil/trace.go:171","msg":"trace[1671967735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:457; }","duration":"483.495247ms","start":"2026-04-29T01:56:52.509981Z","end":"2026-04-29T01:56:52.993476Z","steps":["trace[1671967735] 'agreement among raft nodes before linearized reading' (duration: 483.214602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:52.993496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.615667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-29T01:56:52.993574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:52.509956Z","time spent":"483.60625ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T01:56:52.993636Z","caller":"traceutil/trace.go:171","msg":"trace[2102125476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:457; }","duration":"343.820731ms","start":"2026-04-29T01:56:52.649781Z","end":"2026-04-29T01:56:52.993601Z","steps":["trace[2102125476] 'agreement among raft nodes before linearized reading' (duration: 343.495774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:52.993699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:52.64975Z","time spent":"343.938714ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T01:56:55.507009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019638589,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T01:56:55.534331Z","caller":"traceutil/trace.go:171","msg":"trace[428389190] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"707.183898ms","start":"2026-04-29T01:56:54.827128Z","end":"2026-04-29T01:56:55.534312Z","steps":["trace[428389190] 'process raft request' (duration: 707.039544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:55.534482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:54.827107Z","time spent":"707.28798ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:56:55.550661Z","caller":"traceutil/trace.go:171","msg":"trace[86821036] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"709.24862ms","start":"2026-04-29T01:56:54.841384Z","end":"2026-04-29T01:56:55.550633Z","steps":["trace[86821036] 'process raft request' (duration: 708.656468ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:55.551263Z","caller":"traceutil/trace.go:171","msg":"trace[621859893] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"696.377713ms","start":"2026-04-29T01:56:54.854846Z","end":"2026-04-29T01:56:55.551224Z","steps":["trace[621859893] 'process raft request' (duration: 696.218329ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:55.550746Z","caller":"traceutil/trace.go:171","msg":"trace[1969020550] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"709.175278ms","start":"2026-04-29T01:56:54.841527Z","end":"2026-04-29T01:56:55.550702Z","steps":["trace[1969020550] 'process raft request' (duration: 709.047975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:55.55141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:54.854823Z","time spent":"696.519477ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:56:55.550762Z","caller":"traceutil/trace.go:171","msg":"trace[753354012] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"709.087587ms","start":"2026-04-29T01:56:54.841646Z","end":"2026-04-29T01:56:55.550733Z","steps":["trace[753354012] 'process raft request' (duration: 708.970964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:55.551411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:54.841521Z","time spent":"709.823262ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:56:55.551538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:54.841627Z","time spent":"709.838252ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:56:55.550806Z","caller":"traceutil/trace.go:171","msg":"trace[2079211445] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"708.944484ms","start":"2026-04-29T01:56:54.841846Z","end":"2026-04-29T01:56:55.550791Z","steps":["trace[2079211445] 'process raft request' (duration: 708.846632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:55.55165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:54.841819Z","time spent":"709.772471ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:56:55.550838Z","caller":"traceutil/trace.go:171","msg":"trace[493175073] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"708.881192ms","start":"2026-04-29T01:56:54.841944Z","end":"2026-04-29T01:56:55.550825Z","steps":["trace[493175073] 'process raft request' (duration: 708.787801ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:55.551743Z","caller":"traceutil/trace.go:171","msg":"trace[2085380665] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"657.629119ms","start":"2026-04-29T01:56:54.894093Z","end":"2026-04-29T01:56:55.551722Z","steps":["trace[2085380665] 'process raft request' (duration: 657.076728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:55.551791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:54.841927Z","time spent":"709.835362ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:56:55.550917Z","caller":"traceutil/trace.go:171","msg":"trace[1757038575] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"708.420933ms","start":"2026-04-29T01:56:54.842485Z","end":"2026-04-29T01:56:55.550906Z","steps":["trace[1757038575] 'process raft request' (duration: 708.28372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:55.551829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:54.89406Z","time spent":"657.714291ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:56:55.551878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:54.842475Z","time spent":"709.366393ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:56:55.551157Z","caller":"traceutil/trace.go:171","msg":"trace[223368282] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"697.995497ms","start":"2026-04-29T01:56:54.853148Z","end":"2026-04-29T01:56:55.551143Z","steps":["trace[223368282] 'process raft request' (duration: 697.676199ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:55.551894Z","caller":"traceutil/trace.go:171","msg":"trace[1123568087] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"529.137905ms","start":"2026-04-29T01:56:55.022743Z","end":"2026-04-29T01:56:55.55188Z","steps":["trace[1123568087] 'process raft request' (duration: 528.90142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:55.552048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:54.841356Z","time spent":"709.910883ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:56:55.551097Z","caller":"traceutil/trace.go:171","msg":"trace[965194621] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"709.243439ms","start":"2026-04-29T01:56:54.841709Z","end":"2026-04-29T01:56:55.550952Z","steps":["trace[965194621] 'process raft request' (duration: 708.950913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:55.552595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:54.84168Z","time spent":"710.832643ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:56:55.552148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:54.853129Z","time spent":"698.881245ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:56:55.552212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:55.022708Z","time spent":"529.40161ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:56:55.552271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.910692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:56:55.552943Z","caller":"traceutil/trace.go:171","msg":"trace[312751663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:507; }","duration":"546.578086ms","start":"2026-04-29T01:56:55.00634Z","end":"2026-04-29T01:56:55.552918Z","steps":["trace[312751663] 'agreement among raft nodes before linearized reading' (duration: 545.82163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:55.553043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:55.006254Z","time spent":"546.75605ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T01:56:55.552274Z","caller":"traceutil/trace.go:171","msg":"trace[765606140] linearizableReadLoop","detail":"{readStateIndex:522; appliedIndex:510; }","duration":"545.499564ms","start":"2026-04-29T01:56:55.006351Z","end":"2026-04-29T01:56:55.551851Z","steps":["trace[765606140] 'read index received' (duration: 527.92739ms)","trace[765606140] 'applied index is now lower than readState.Index' (duration: 17.571324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:55.562396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.129465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:56:55.562439Z","caller":"traceutil/trace.go:171","msg":"trace[1770949819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:509; }","duration":"462.218398ms","start":"2026-04-29T01:56:55.100211Z","end":"2026-04-29T01:56:55.562429Z","steps":["trace[1770949819] 'agreement among raft nodes before linearized reading' (duration: 462.122246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:55.562463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:55.100194Z","time spent":"462.263948ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:56:55.562466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.530982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-29T01:56:55.562504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.227986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T01:56:55.562537Z","caller":"traceutil/trace.go:171","msg":"trace[1094709167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:509; }","duration":"555.627544ms","start":"2026-04-29T01:56:55.006895Z","end":"2026-04-29T01:56:55.562523Z","steps":["trace[1094709167] 'agreement among raft nodes before linearized reading' (duration: 555.509391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:55.562568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:55.006889Z","time spent":"555.671844ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T01:56:55.562587Z","caller":"traceutil/trace.go:171","msg":"trace[1812104290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:509; }","duration":"555.341698ms","start":"2026-04-29T01:56:55.007206Z","end":"2026-04-29T01:56:55.562547Z","steps":["trace[1812104290] 'agreement among raft nodes before linearized reading' (duration: 555.179875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:55.56262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:55.0072Z","time spent":"555.412199ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T01:56:58.588902Z","caller":"traceutil/trace.go:171","msg":"trace[1535600869] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:603; }","duration":"489.666997ms","start":"2026-04-29T01:56:58.099206Z","end":"2026-04-29T01:56:58.588873Z","steps":["trace[1535600869] 'read index received' (duration: 413.724792ms)","trace[1535600869] 'applied index is now lower than readState.Index' (duration: 75.941195ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:58.588968Z","caller":"traceutil/trace.go:171","msg":"trace[1193605874] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"561.955885ms","start":"2026-04-29T01:56:58.026975Z","end":"2026-04-29T01:56:58.588931Z","steps":["trace[1193605874] 'process raft request' (duration: 485.853117ms)","trace[1193605874] 'compare' (duration: 75.917634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:58.589065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.85477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:56:58.589099Z","caller":"traceutil/trace.go:171","msg":"trace[500863743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:583; }","duration":"489.954992ms","start":"2026-04-29T01:56:58.099134Z","end":"2026-04-29T01:56:58.589089Z","steps":["trace[500863743] 'agreement among raft nodes before linearized reading' (duration: 489.8562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:58.589098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.026963Z","time spent":"562.077767ms","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1749,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:56:58.589132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.099111Z","time spent":"490.013714ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T01:56:58.601405Z","caller":"traceutil/trace.go:171","msg":"trace[557067130] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"197.639009ms","start":"2026-04-29T01:56:58.40374Z","end":"2026-04-29T01:56:58.601378Z","steps":["trace[557067130] 'process raft request' (duration: 196.762051ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:59.221826Z","caller":"traceutil/trace.go:171","msg":"trace[1925167238] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:605; }","duration":"121.630273ms","start":"2026-04-29T01:56:59.100161Z","end":"2026-04-29T01:56:59.221792Z","steps":["trace[1925167238] 'read index received' (duration: 120.98531ms)","trace[1925167238] 'applied index is now lower than readState.Index' (duration: 641.333µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:59.221978Z","caller":"traceutil/trace.go:171","msg":"trace[1325188689] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"153.679017ms","start":"2026-04-29T01:56:59.068283Z","end":"2026-04-29T01:56:59.221962Z","steps":["trace[1325188689] 'process raft request' (duration: 152.862841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:59.3667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.506878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:56:59.366806Z","caller":"traceutil/trace.go:171","msg":"trace[2036194857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:585; }","duration":"266.629901ms","start":"2026-04-29T01:56:59.100149Z","end":"2026-04-29T01:56:59.366779Z","steps":["trace[2036194857] 'agreement among raft nodes before linearized reading' (duration: 121.772176ms)","trace[2036194857] 'range keys from in-memory index tree' (duration: 144.703702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:59.366805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.084983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:56:59.36713Z","caller":"traceutil/trace.go:171","msg":"trace[528944872] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"261.882582ms","start":"2026-04-29T01:56:59.105225Z","end":"2026-04-29T01:56:59.367108Z","steps":["trace[528944872] 'process raft request' (duration: 125.407732ms)","trace[528944872] 'compare' (duration: 135.889438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:59.711432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.486448ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:56:59.711543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.088131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:56:59.711568Z","caller":"traceutil/trace.go:171","msg":"trace[777872722] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:587; }","duration":"106.646221ms","start":"2026-04-29T01:56:59.604903Z","end":"2026-04-29T01:56:59.71155Z","steps":["trace[777872722] 'range keys from in-memory index tree' (duration: 106.470428ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:59.711643Z","caller":"traceutil/trace.go:171","msg":"trace[1851176989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:587; }","duration":"133.201922ms","start":"2026-04-29T01:56:59.578394Z","end":"2026-04-29T01:56:59.711595Z","steps":["trace[1851176989] 'range keys from in-memory index tree' (duration: 132.877866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:59.711675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.304088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T01:56:59.711751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.318839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-29T01:56:59.711773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.506675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T01:56:59.7118Z","caller":"traceutil/trace.go:171","msg":"trace[533749908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:587; }","duration":"111.41444ms","start":"2026-04-29T01:56:59.600373Z","end":"2026-04-29T01:56:59.711787Z","steps":["trace[533749908] 'range keys from in-memory index tree' (duration: 111.061623ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:59.711794Z","caller":"traceutil/trace.go:171","msg":"trace[1041278942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:587; }","duration":"111.40738ms","start":"2026-04-29T01:56:59.600321Z","end":"2026-04-29T01:56:59.711728Z","steps":["trace[1041278942] 'range keys from in-memory index tree' (duration: 111.072533ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:59.711834Z","caller":"traceutil/trace.go:171","msg":"trace[941908459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:587; }","duration":"114.595747ms","start":"2026-04-29T01:56:59.597219Z","end":"2026-04-29T01:56:59.711815Z","steps":["trace[941908459] 'range keys from in-memory index tree' (duration: 114.25533ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:59.873403Z","caller":"traceutil/trace.go:171","msg":"trace[1947454113] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"158.237882ms","start":"2026-04-29T01:56:59.715143Z","end":"2026-04-29T01:56:59.873381Z","steps":["trace[1947454113] 'process raft request' (duration: 158.079958ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.157656Z","caller":"traceutil/trace.go:171","msg":"trace[780058270] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"442.390025ms","start":"2026-04-29T01:56:59.715238Z","end":"2026-04-29T01:57:00.157628Z","steps":["trace[780058270] 'process raft request' (duration: 442.141919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.157825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:59.715217Z","time spent":"442.524158ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:00.157928Z","caller":"traceutil/trace.go:171","msg":"trace[987902310] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"442.443386ms","start":"2026-04-29T01:56:59.715451Z","end":"2026-04-29T01:57:00.157894Z","steps":["trace[987902310] 'process raft request' (duration: 442.13547ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.158001Z","caller":"traceutil/trace.go:171","msg":"trace[299747980] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"442.449096ms","start":"2026-04-29T01:56:59.715525Z","end":"2026-04-29T01:57:00.157974Z","steps":["trace[299747980] 'process raft request' (duration: 442.259423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.158093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:59.715432Z","time spent":"442.581429ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:00.158149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:59.715512Z","time spent":"442.565678ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:00.158877Z","caller":"traceutil/trace.go:171","msg":"trace[1450287797] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"378.147253ms","start":"2026-04-29T01:56:59.780706Z","end":"2026-04-29T01:57:00.158853Z","steps":["trace[1450287797] 'process raft request' (duration: 377.49289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.159019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:59.780683Z","time spent":"378.259616ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036165,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:01.326412Z","caller":"traceutil/trace.go:171","msg":"trace[501897660] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"177.94084ms","start":"2026-04-29T01:57:01.14844Z","end":"2026-04-29T01:57:01.326381Z","steps":["trace[501897660] 'process raft request' (duration: 177.232526ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:01.52369Z","caller":"traceutil/trace.go:171","msg":"trace[2015058930] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:617; }","duration":"144.360914ms","start":"2026-04-29T01:57:01.379301Z","end":"2026-04-29T01:57:01.523662Z","steps":["trace[2015058930] 'read index received' (duration: 141.626407ms)","trace[2015058930] 'applied index is now lower than readState.Index' (duration: 2.733597ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:01.523792Z","caller":"traceutil/trace.go:171","msg":"trace[1331651433] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"144.573278ms","start":"2026-04-29T01:57:01.379176Z","end":"2026-04-29T01:57:01.523749Z","steps":["trace[1331651433] 'process raft request' (duration: 141.710669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:01.523901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.473306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:01.523942Z","caller":"traceutil/trace.go:171","msg":"trace[270544596] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:597; }","duration":"144.569239ms","start":"2026-04-29T01:57:01.379363Z","end":"2026-04-29T01:57:01.523932Z","steps":["trace[270544596] 'agreement among raft nodes before linearized reading' (duration: 144.455886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:01.52419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.618629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:01.52423Z","caller":"traceutil/trace.go:171","msg":"trace[566527964] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:597; }","duration":"116.727431ms","start":"2026-04-29T01:57:01.40749Z","end":"2026-04-29T01:57:01.524217Z","steps":["trace[566527964] 'agreement among raft nodes before linearized reading' (duration: 116.6541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:01.524483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.996437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:01.524526Z","caller":"traceutil/trace.go:171","msg":"trace[1210285864] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:597; }","duration":"117.081138ms","start":"2026-04-29T01:57:01.407435Z","end":"2026-04-29T01:57:01.524516Z","steps":["trace[1210285864] 'agreement among raft nodes before linearized reading' (duration: 117.013307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:01.524653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.07592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:01.524726Z","caller":"traceutil/trace.go:171","msg":"trace[485071988] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:597; }","duration":"145.121361ms","start":"2026-04-29T01:57:01.379557Z","end":"2026-04-29T01:57:01.524678Z","steps":["trace[485071988] 'agreement among raft nodes before linearized reading' (duration: 145.0711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:01.524189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.18291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:01.524871Z","caller":"traceutil/trace.go:171","msg":"trace[202190395] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:597; }","duration":"116.933565ms","start":"2026-04-29T01:57:01.407929Z","end":"2026-04-29T01:57:01.524863Z","steps":["trace[202190395] 'agreement among raft nodes before linearized reading' (duration: 116.201501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:01.525086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.762893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:01.525155Z","caller":"traceutil/trace.go:171","msg":"trace[917557826] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:597; }","duration":"145.865796ms","start":"2026-04-29T01:57:01.379271Z","end":"2026-04-29T01:57:01.525136Z","steps":["trace[917557826] 'agreement among raft nodes before linearized reading' (duration: 144.518358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:01.892576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.105373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:01.892644Z","caller":"traceutil/trace.go:171","msg":"trace[748601866] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:597; }","duration":"216.230595ms","start":"2026-04-29T01:57:01.676401Z","end":"2026-04-29T01:57:01.892631Z","steps":["trace[748601866] 'range keys from in-memory index tree' (duration: 216.037302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:01.892801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.264256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:01.89282Z","caller":"traceutil/trace.go:171","msg":"trace[1576575435] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:597; }","duration":"216.325528ms","start":"2026-04-29T01:57:01.67649Z","end":"2026-04-29T01:57:01.892815Z","steps":["trace[1576575435] 'count revisions from in-memory index tree' (duration: 216.179864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:01.892894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.876317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:01.892916Z","caller":"traceutil/trace.go:171","msg":"trace[1955163418] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:597; }","duration":"215.900168ms","start":"2026-04-29T01:57:01.677012Z","end":"2026-04-29T01:57:01.892912Z","steps":["trace[1955163418] 'range keys from in-memory index tree' (duration: 215.787505ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.21434Z","caller":"traceutil/trace.go:171","msg":"trace[680914716] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:619; }","duration":"240.975148ms","start":"2026-04-29T01:57:01.973342Z","end":"2026-04-29T01:57:02.214317Z","steps":["trace[680914716] 'read index received' (duration: 240.350046ms)","trace[680914716] 'applied index is now lower than readState.Index' (duration: 624.412µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:02.214387Z","caller":"traceutil/trace.go:171","msg":"trace[2068347667] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"265.284633ms","start":"2026-04-29T01:57:01.949076Z","end":"2026-04-29T01:57:02.21436Z","steps":["trace[2068347667] 'process raft request' (duration: 264.778732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.214553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.788712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.2146Z","caller":"traceutil/trace.go:171","msg":"trace[861339477] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:599; }","duration":"115.877484ms","start":"2026-04-29T01:57:02.09871Z","end":"2026-04-29T01:57:02.214588Z","steps":["trace[861339477] 'agreement among raft nodes before linearized reading' (duration: 115.769132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.214579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.135063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:02.214631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.343735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.214678Z","caller":"traceutil/trace.go:171","msg":"trace[1429067619] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:599; }","duration":"241.287275ms","start":"2026-04-29T01:57:01.973368Z","end":"2026-04-29T01:57:02.214655Z","steps":["trace[1429067619] 'agreement among raft nodes before linearized reading' (duration: 241.104491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.214667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.648135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.214725Z","caller":"traceutil/trace.go:171","msg":"trace[808551901] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:599; }","duration":"199.467548ms","start":"2026-04-29T01:57:02.015237Z","end":"2026-04-29T01:57:02.214705Z","steps":["trace[808551901] 'agreement among raft nodes before linearized reading' (duration: 199.290904ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.214773Z","caller":"traceutil/trace.go:171","msg":"trace[85716985] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:599; }","duration":"217.845389ms","start":"2026-04-29T01:57:01.996911Z","end":"2026-04-29T01:57:02.214756Z","steps":["trace[85716985] 'agreement among raft nodes before linearized reading' (duration: 217.641535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.214933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.883046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:02.215004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.526953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.215007Z","caller":"traceutil/trace.go:171","msg":"trace[2021138596] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:599; }","duration":"199.988198ms","start":"2026-04-29T01:57:02.015003Z","end":"2026-04-29T01:57:02.214991Z","steps":["trace[2021138596] 'agreement among raft nodes before linearized reading' (duration: 199.849275ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.215038Z","caller":"traceutil/trace.go:171","msg":"trace[1153988845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:599; }","duration":"218.816619ms","start":"2026-04-29T01:57:01.996212Z","end":"2026-04-29T01:57:02.215028Z","steps":["trace[1153988845] 'agreement among raft nodes before linearized reading' (duration: 218.762817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.215057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.493834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.215091Z","caller":"traceutil/trace.go:171","msg":"trace[2039441839] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:599; }","duration":"154.535014ms","start":"2026-04-29T01:57:02.060542Z","end":"2026-04-29T01:57:02.215077Z","steps":["trace[2039441839] 'agreement among raft nodes before linearized reading' (duration: 154.493244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.21509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.199752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:02.215106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.751375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.215138Z","caller":"traceutil/trace.go:171","msg":"trace[694383680] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:599; }","duration":"241.803926ms","start":"2026-04-29T01:57:01.973325Z","end":"2026-04-29T01:57:02.215129Z","steps":["trace[694383680] 'agreement among raft nodes before linearized reading' (duration: 241.111722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.215012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.309412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:02.215192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.074774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.215134Z","caller":"traceutil/trace.go:171","msg":"trace[1784718508] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:599; }","duration":"200.295324ms","start":"2026-04-29T01:57:02.014826Z","end":"2026-04-29T01:57:02.215121Z","steps":["trace[1784718508] 'agreement among raft nodes before linearized reading' (duration: 200.173552ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.21523Z","caller":"traceutil/trace.go:171","msg":"trace[1206713601] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:599; }","duration":"219.112804ms","start":"2026-04-29T01:57:01.996108Z","end":"2026-04-29T01:57:02.21522Z","steps":["trace[1206713601] 'agreement among raft nodes before linearized reading' (duration: 219.057643ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.215223Z","caller":"traceutil/trace.go:171","msg":"trace[1081050758] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:599; }","duration":"116.536467ms","start":"2026-04-29T01:57:02.098669Z","end":"2026-04-29T01:57:02.215205Z","steps":["trace[1081050758] 'agreement among raft nodes before linearized reading' (duration: 116.313143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.215245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.2213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.215276Z","caller":"traceutil/trace.go:171","msg":"trace[1755034540] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:599; }","duration":"155.285731ms","start":"2026-04-29T01:57:02.05998Z","end":"2026-04-29T01:57:02.215265Z","steps":["trace[1755034540] 'agreement among raft nodes before linearized reading' (duration: 155.24113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.215376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.458384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.215427Z","caller":"traceutil/trace.go:171","msg":"trace[1094551312] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:599; }","duration":"155.570066ms","start":"2026-04-29T01:57:02.059841Z","end":"2026-04-29T01:57:02.215411Z","steps":["trace[1094551312] 'agreement among raft nodes before linearized reading' (duration: 155.467614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.672192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.503894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:02.672382Z","caller":"traceutil/trace.go:171","msg":"trace[491088187] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"453.553737ms","start":"2026-04-29T01:57:02.218799Z","end":"2026-04-29T01:57:02.672352Z","steps":["trace[491088187] 'process raft request' (duration: 109.812337ms)","trace[491088187] 'compare' (duration: 343.332291ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:02.67245Z","caller":"traceutil/trace.go:171","msg":"trace[1747656033] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"452.615458ms","start":"2026-04-29T01:57:02.219797Z","end":"2026-04-29T01:57:02.672412Z","steps":["trace[1747656033] 'process raft request' (duration: 452.491855ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.672473Z","caller":"traceutil/trace.go:171","msg":"trace[438706836] linearizableReadLoop","detail":"{readStateIndex:623; appliedIndex:620; }","duration":"448.934132ms","start":"2026-04-29T01:57:02.223507Z","end":"2026-04-29T01:57:02.672441Z","steps":["trace[438706836] 'read index received' (duration: 28.247216ms)","trace[438706836] 'applied index is now lower than readState.Index' (duration: 420.684255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:02.672518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:02.21878Z","time spent":"453.664289ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:02.672606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:02.219789Z","time spent":"452.73837ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:02.67271Z","caller":"traceutil/trace.go:171","msg":"trace[1269787925] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"396.139196ms","start":"2026-04-29T01:57:02.276543Z","end":"2026-04-29T01:57:02.672682Z","steps":["trace[1269787925] 'process raft request' (duration: 395.82384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.672853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:02.276532Z","time spent":"396.251998ms","remote":"127.0.0.1:60398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:57:02.696148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.748225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:02.696166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.603722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:02.696179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.792086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.696253Z","caller":"traceutil/trace.go:171","msg":"trace[1791794727] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:603; }","duration":"391.673623ms","start":"2026-04-29T01:57:02.304533Z","end":"2026-04-29T01:57:02.696207Z","steps":["trace[1791794727] 'agreement among raft nodes before linearized reading' (duration: 391.589152ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.696255Z","caller":"traceutil/trace.go:171","msg":"trace[153833689] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:603; }","duration":"228.917329ms","start":"2026-04-29T01:57:02.467308Z","end":"2026-04-29T01:57:02.696225Z","steps":["trace[153833689] 'agreement among raft nodes before linearized reading' (duration: 228.785306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.696256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.338996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:02.696287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.415297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.696319Z","caller":"traceutil/trace.go:171","msg":"trace[116492299] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:603; }","duration":"362.429197ms","start":"2026-04-29T01:57:02.333874Z","end":"2026-04-29T01:57:02.696303Z","steps":["trace[116492299] 'agreement among raft nodes before linearized reading' (duration: 362.299345ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.696334Z","caller":"traceutil/trace.go:171","msg":"trace[104825115] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:603; }","duration":"362.491039ms","start":"2026-04-29T01:57:02.333831Z","end":"2026-04-29T01:57:02.696322Z","steps":["trace[104825115] 'agreement among raft nodes before linearized reading' (duration: 362.415897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.696303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:02.304526Z","time spent":"391.762805ms","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T01:57:02.696368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:02.333871Z","time spent":"362.487269ms","remote":"127.0.0.1:51928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:57:02.696376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:02.333816Z","time spent":"362.54901ms","remote":"127.0.0.1:51928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T01:57:02.696376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.862458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.696443Z","caller":"traceutil/trace.go:171","msg":"trace[2081200399] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:603; }","duration":"472.955459ms","start":"2026-04-29T01:57:02.223474Z","end":"2026-04-29T01:57:02.696429Z","steps":["trace[2081200399] 'agreement among raft nodes before linearized reading' (duration: 449.126005ms)","trace[2081200399] 'range keys from in-memory index tree' (duration: 23.742133ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:02.696263Z","caller":"traceutil/trace.go:171","msg":"trace[1685482352] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:603; }","duration":"228.840717ms","start":"2026-04-29T01:57:02.46735Z","end":"2026-04-29T01:57:02.696191Z","steps":["trace[1685482352] 'agreement among raft nodes before linearized reading' (duration: 228.732955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.696454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.868187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:02.696487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.094044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:02.696509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:02.223439Z","time spent":"473.028911ms","remote":"127.0.0.1:51896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"info","ts":"2026-04-29T01:57:02.696523Z","caller":"traceutil/trace.go:171","msg":"trace[346382] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:603; }","duration":"391.950049ms","start":"2026-04-29T01:57:02.304559Z","end":"2026-04-29T01:57:02.696509Z","steps":["trace[346382] 'agreement among raft nodes before linearized reading' (duration: 391.843136ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.696536Z","caller":"traceutil/trace.go:171","msg":"trace[915957680] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:603; }","duration":"191.146935ms","start":"2026-04-29T01:57:02.505374Z","end":"2026-04-29T01:57:02.696521Z","steps":["trace[915957680] 'agreement among raft nodes before linearized reading' (duration: 191.058683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.696565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.930351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:02.696593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.583782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.696616Z","caller":"traceutil/trace.go:171","msg":"trace[1987947165] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:603; }","duration":"422.967262ms","start":"2026-04-29T01:57:02.273626Z","end":"2026-04-29T01:57:02.696593Z","steps":["trace[1987947165] 'agreement among raft nodes before linearized reading' (duration: 422.919611ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.696634Z","caller":"traceutil/trace.go:171","msg":"trace[1499602348] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:603; }","duration":"229.690554ms","start":"2026-04-29T01:57:02.466934Z","end":"2026-04-29T01:57:02.696624Z","steps":["trace[1499602348] 'agreement among raft nodes before linearized reading' (duration: 229.631463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.696664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:02.27361Z","time spent":"423.031203ms","remote":"127.0.0.1:51910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:57:02.696729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.57724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:02.696748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.039489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:02.696774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.685916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.696793Z","caller":"traceutil/trace.go:171","msg":"trace[315757063] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:603; }","duration":"173.109071ms","start":"2026-04-29T01:57:02.523674Z","end":"2026-04-29T01:57:02.696783Z","steps":["trace[315757063] 'agreement among raft nodes before linearized reading' (duration: 173.0456ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.696813Z","caller":"traceutil/trace.go:171","msg":"trace[694046762] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:603; }","duration":"191.750367ms","start":"2026-04-29T01:57:02.505053Z","end":"2026-04-29T01:57:02.696803Z","steps":["trace[694046762] 'agreement among raft nodes before linearized reading' (duration: 191.658006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.696564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:02.304555Z","time spent":"391.99847ms","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:57:02.69691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.216458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:02.696922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.349411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.696949Z","caller":"traceutil/trace.go:171","msg":"trace[1149751293] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:603; }","duration":"207.286839ms","start":"2026-04-29T01:57:02.489651Z","end":"2026-04-29T01:57:02.696938Z","steps":["trace[1149751293] 'agreement among raft nodes before linearized reading' (duration: 207.224848ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.696959Z","caller":"traceutil/trace.go:171","msg":"trace[1928597730] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:603; }","duration":"207.396471ms","start":"2026-04-29T01:57:02.489552Z","end":"2026-04-29T01:57:02.696949Z","steps":["trace[1928597730] 'agreement among raft nodes before linearized reading' (duration: 207.34362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.696523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.078655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.697036Z","caller":"traceutil/trace.go:171","msg":"trace[1008360461] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:603; }","duration":"422.603285ms","start":"2026-04-29T01:57:02.274422Z","end":"2026-04-29T01:57:02.697025Z","steps":["trace[1008360461] 'agreement among raft nodes before linearized reading' (duration: 422.071174ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.696758Z","caller":"traceutil/trace.go:171","msg":"trace[1289214034] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:603; }","duration":"362.614911ms","start":"2026-04-29T01:57:02.334133Z","end":"2026-04-29T01:57:02.696748Z","steps":["trace[1289214034] 'agreement among raft nodes before linearized reading' (duration: 362.574641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.69708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:02.274415Z","time spent":"422.651796ms","remote":"127.0.0.1:51896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"warn","ts":"2026-04-29T01:57:02.697094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:02.334129Z","time spent":"362.954438ms","remote":"127.0.0.1:51928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-29T01:57:02.697098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.015202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.69714Z","caller":"traceutil/trace.go:171","msg":"trace[50431717] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:603; }","duration":"192.059373ms","start":"2026-04-29T01:57:02.505068Z","end":"2026-04-29T01:57:02.697127Z","steps":["trace[50431717] 'agreement among raft nodes before linearized reading' (duration: 191.998812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.696953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.953376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.697206Z","caller":"traceutil/trace.go:171","msg":"trace[801234398] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:603; }","duration":"173.220862ms","start":"2026-04-29T01:57:02.523976Z","end":"2026-04-29T01:57:02.697197Z","steps":["trace[801234398] 'agreement among raft nodes before linearized reading' (duration: 172.949327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.696905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.273989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.69728Z","caller":"traceutil/trace.go:171","msg":"trace[1425713273] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:603; }","duration":"423.694967ms","start":"2026-04-29T01:57:02.273572Z","end":"2026-04-29T01:57:02.697267Z","steps":["trace[1425713273] 'agreement among raft nodes before linearized reading' (duration: 423.274598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.696977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.250085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:02.69738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:02.273558Z","time spent":"423.803329ms","remote":"127.0.0.1:51910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"info","ts":"2026-04-29T01:57:02.697406Z","caller":"traceutil/trace.go:171","msg":"trace[319126651] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:603; }","duration":"473.734536ms","start":"2026-04-29T01:57:02.223658Z","end":"2026-04-29T01:57:02.697392Z","steps":["trace[319126651] 'agreement among raft nodes before linearized reading' (duration: 473.273386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.696756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.08421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:02.697482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:02.223631Z","time spent":"473.812297ms","remote":"127.0.0.1:51896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-29T01:57:02.69753Z","caller":"traceutil/trace.go:171","msg":"trace[1448219689] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:603; }","duration":"173.867977ms","start":"2026-04-29T01:57:02.523647Z","end":"2026-04-29T01:57:02.697515Z","steps":["trace[1448219689] 'agreement among raft nodes before linearized reading' (duration: 173.07604ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:03.235095Z","caller":"traceutil/trace.go:171","msg":"trace[1225259784] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:625; }","duration":"136.299117ms","start":"2026-04-29T01:57:03.098743Z","end":"2026-04-29T01:57:03.235042Z","steps":["trace[1225259784] 'read index received' (duration: 129.537127ms)","trace[1225259784] 'applied index is now lower than readState.Index' (duration: 6.76116ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:03.235214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.458731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:03.2352Z","caller":"traceutil/trace.go:171","msg":"trace[1431437484] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"164.38065ms","start":"2026-04-29T01:57:03.070786Z","end":"2026-04-29T01:57:03.235167Z","steps":["trace[1431437484] 'process raft request' (duration: 157.702551ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:03.235242Z","caller":"traceutil/trace.go:171","msg":"trace[1122533169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"136.539023ms","start":"2026-04-29T01:57:03.098693Z","end":"2026-04-29T01:57:03.235232Z","steps":["trace[1122533169] 'agreement among raft nodes before linearized reading' (duration: 136.466931ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:03.868267Z","caller":"traceutil/trace.go:171","msg":"trace[2131379575] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"141.190249ms","start":"2026-04-29T01:57:03.727047Z","end":"2026-04-29T01:57:03.868238Z","steps":["trace[2131379575] 'process raft request' (duration: 114.195628ms)","trace[2131379575] 'compare' (duration: 26.695125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:04.346668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.611852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:04.346775Z","caller":"traceutil/trace.go:171","msg":"trace[1248139553] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:629; }","duration":"246.412711ms","start":"2026-04-29T01:57:04.100343Z","end":"2026-04-29T01:57:04.346756Z","steps":["trace[1248139553] 'read index received' (duration: 38.501µs)","trace[1248139553] 'applied index is now lower than readState.Index' (duration: 246.37306ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:04.34681Z","caller":"traceutil/trace.go:171","msg":"trace[477580698] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"418.203824ms","start":"2026-04-29T01:57:03.928563Z","end":"2026-04-29T01:57:04.346766Z","steps":["trace[477580698] 'process raft request' (duration: 66.429647ms)","trace[477580698] 'compare' (duration: 351.45702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:04.34695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.596764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:04.346998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:03.92855Z","time spent":"418.359738ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:57:04.347033Z","caller":"traceutil/trace.go:171","msg":"trace[893961836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:608; }","duration":"246.721078ms","start":"2026-04-29T01:57:04.100293Z","end":"2026-04-29T01:57:04.347014Z","steps":["trace[893961836] 'agreement among raft nodes before linearized reading' (duration: 246.538364ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:04.882898Z","caller":"traceutil/trace.go:171","msg":"trace[2141292645] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"202.571641ms","start":"2026-04-29T01:57:04.680288Z","end":"2026-04-29T01:57:04.88286Z","steps":["trace[2141292645] 'process raft request' (duration: 202.383777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:05.898196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019638813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:57:05.999189Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.116729471s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T01:57:06.182797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.353273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:06.18289Z","caller":"traceutil/trace.go:171","msg":"trace[48926495] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:640; }","duration":"785.764397ms","start":"2026-04-29T01:57:05.39711Z","end":"2026-04-29T01:57:06.182874Z","steps":["trace[48926495] 'read index received' (duration: 602.20298ms)","trace[48926495] 'applied index is now lower than readState.Index' (duration: 183.560327ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:06.18294Z","caller":"traceutil/trace.go:171","msg":"trace[1808835728] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"1.502059194s","start":"2026-04-29T01:57:04.680862Z","end":"2026-04-29T01:57:06.182921Z","steps":["trace[1808835728] 'process raft request' (duration: 1.318497137s)","trace[1808835728] 'compare' (duration: 183.23005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:06.183047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:04.680836Z","time spent":"1.502163625s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:06.183176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.001641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9qcqk\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-04-29T01:57:06.183186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.426142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T01:57:06.183252Z","caller":"traceutil/trace.go:171","msg":"trace[1629072204] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9qcqk; range_end:; response_count:1; response_revision:619; }","duration":"786.174855ms","start":"2026-04-29T01:57:05.39706Z","end":"2026-04-29T01:57:06.183234Z","steps":["trace[1629072204] 'agreement among raft nodes before linearized reading' (duration: 785.899829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:06.183294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:05.397039Z","time spent":"786.247227ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-9qcqk\" "} {"level":"info","ts":"2026-04-29T01:57:06.183316Z","caller":"traceutil/trace.go:171","msg":"trace[644225359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:619; }","duration":"234.611635ms","start":"2026-04-29T01:57:05.948684Z","end":"2026-04-29T01:57:06.183296Z","steps":["trace[644225359] 'agreement among raft nodes before linearized reading' (duration: 234.277218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:06.47616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.449849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:06.476286Z","caller":"traceutil/trace.go:171","msg":"trace[1933354236] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"287.785338ms","start":"2026-04-29T01:57:06.188481Z","end":"2026-04-29T01:57:06.476267Z","steps":["trace[1933354236] 'process raft request' (duration: 179.86748ms)","trace[1933354236] 'compare' (duration: 107.238885ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:07.215286Z","caller":"traceutil/trace.go:171","msg":"trace[482158688] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:641; }","duration":"855.868581ms","start":"2026-04-29T01:57:06.359392Z","end":"2026-04-29T01:57:07.21526Z","steps":["trace[482158688] 'read index received' (duration: 8.970345ms)","trace[482158688] 'applied index is now lower than readState.Index' (duration: 846.897106ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:07.215421Z","caller":"traceutil/trace.go:171","msg":"trace[1504410239] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"1.017285868s","start":"2026-04-29T01:57:06.198101Z","end":"2026-04-29T01:57:07.215387Z","steps":["trace[1504410239] 'process raft request' (duration: 1.016991242s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:07.215573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:06.198091Z","time spent":"1.017409791s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:07.21558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.174336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-29T01:57:07.215675Z","caller":"traceutil/trace.go:171","msg":"trace[2146789172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:621; }","duration":"856.29257ms","start":"2026-04-29T01:57:06.359343Z","end":"2026-04-29T01:57:07.215636Z","steps":["trace[2146789172] 'agreement among raft nodes before linearized reading' (duration: 856.048624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:07.21572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:06.35932Z","time spent":"856.388883ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T01:57:07.826831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.194897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:07.826946Z","caller":"traceutil/trace.go:171","msg":"trace[763907045] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"602.70304ms","start":"2026-04-29T01:57:07.224232Z","end":"2026-04-29T01:57:07.826935Z","steps":["trace[763907045] 'process raft request' (duration: 602.665629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:07.826992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:07.2242Z","time spent":"602.773451ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:07.827142Z","caller":"traceutil/trace.go:171","msg":"trace[694222253] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"611.735308ms","start":"2026-04-29T01:57:07.215353Z","end":"2026-04-29T01:57:07.827088Z","steps":["trace[694222253] 'read index received' (duration: 53.218354ms)","trace[694222253] 'applied index is now lower than readState.Index' (duration: 558.513974ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:07.82714Z","caller":"traceutil/trace.go:171","msg":"trace[973772797] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"1.074614048s","start":"2026-04-29T01:57:06.752461Z","end":"2026-04-29T01:57:07.827075Z","steps":["trace[973772797] 'process raft request' (duration: 516.102034ms)","trace[973772797] 'compare' (duration: 558.018844ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:07.827397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222074455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-29T01:57:07.82739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:06.752427Z","time spent":"1.074833952s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:07.827446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.566428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:57:07.82746Z","caller":"traceutil/trace.go:171","msg":"trace[2057547017] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:623; }","duration":"1.222174457s","start":"2026-04-29T01:57:06.60527Z","end":"2026-04-29T01:57:07.827444Z","steps":["trace[2057547017] 'agreement among raft nodes before linearized reading' (duration: 1.221950813s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:07.827505Z","caller":"traceutil/trace.go:171","msg":"trace[1081035444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:623; }","duration":"941.63244ms","start":"2026-04-29T01:57:06.885854Z","end":"2026-04-29T01:57:07.827486Z","steps":["trace[1081035444] 'agreement among raft nodes before linearized reading' (duration: 941.452025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:07.827509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:06.605252Z","time spent":"1.222246819s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-04-29T01:57:07.827542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:06.885802Z","time spent":"941.731602ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T01:57:08.6001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019638825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:57:09.100698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019638825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:57:09.60185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019638825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:57:10.099124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T01:57:10.099233Z","caller":"traceutil/trace.go:171","msg":"trace[1038383417] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000221396s","start":"2026-04-29T01:57:08.09899Z","end":"2026-04-29T01:57:10.099211Z","steps":["trace[1038383417] 'agreement among raft nodes before linearized reading' (duration: 2.000099023s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:10.099282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:08.09897Z","time spent":"2.000303187s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 01:57:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T01:57:10.102302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019638825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:57:10.481876Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.447842039s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T01:57:10.579978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.91485ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:10.58013Z","caller":"traceutil/trace.go:171","msg":"trace[885619859] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:623; }","duration":"975.082603ms","start":"2026-04-29T01:57:09.605021Z","end":"2026-04-29T01:57:10.580104Z","steps":["trace[885619859] 'range keys from in-memory index tree' (duration: 974.893589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:10.580444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546387803s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-29T01:57:10.580743Z","caller":"traceutil/trace.go:171","msg":"trace[421680432] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"2.748851432s","start":"2026-04-29T01:57:07.831878Z","end":"2026-04-29T01:57:10.580729Z","steps":["trace[421680432] 'process raft request' (duration: 2.748664988s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:10.580745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:07.828808Z","time spent":"2.751930436s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T01:57:10.580841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:07.831854Z","time spent":"2.748930543s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:11.740345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.229864557s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T01:57:11.740822Z","caller":"traceutil/trace.go:171","msg":"trace[1589824501] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"2.003046033s","start":"2026-04-29T01:57:09.737752Z","end":"2026-04-29T01:57:11.740798Z","steps":["trace[1589824501] 'process raft request' (duration: 2.002811379s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:11.740953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:09.737727Z","time spent":"2.003150527s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:11.74123Z","caller":"traceutil/trace.go:171","msg":"trace[48457368] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:645; }","duration":"3.642081329s","start":"2026-04-29T01:57:08.099043Z","end":"2026-04-29T01:57:11.741125Z","steps":["trace[48457368] 'read index received' (duration: 2.382998384s)","trace[48457368] 'applied index is now lower than readState.Index' (duration: 1.259078215s)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:11.741256Z","caller":"traceutil/trace.go:171","msg":"trace[515666112] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"1.638268708s","start":"2026-04-29T01:57:10.102924Z","end":"2026-04-29T01:57:11.741192Z","steps":["trace[515666112] 'process raft request' (duration: 1.637833079s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:11.741473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:10.102898Z","time spent":"1.638534063s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:57:11.824762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.637323058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T01:57:11.824756Z","caller":"traceutil/trace.go:171","msg":"trace[914911757] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"1.243119642s","start":"2026-04-29T01:57:10.581607Z","end":"2026-04-29T01:57:11.824726Z","steps":["trace[914911757] 'process raft request' (duration: 1.2353125s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:11.824848Z","caller":"traceutil/trace.go:171","msg":"trace[305193843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:627; }","duration":"3.637448161s","start":"2026-04-29T01:57:08.187378Z","end":"2026-04-29T01:57:11.824826Z","steps":["trace[305193843] 'agreement among raft nodes before linearized reading' (duration: 3.637223526s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:11.824892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:08.187364Z","time spent":"3.637519353s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T01:57:11.824892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.344462725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T01:57:11.824943Z","caller":"traceutil/trace.go:171","msg":"trace[186848368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:627; }","duration":"3.344556777s","start":"2026-04-29T01:57:08.480372Z","end":"2026-04-29T01:57:11.824928Z","steps":["trace[186848368] 'agreement among raft nodes before linearized reading' (duration: 3.344406393s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:11.824978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:08.480346Z","time spent":"3.344624509s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T01:57:11.824974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:10.581583Z","time spent":"1.243273195s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:11.825093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718217737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:11.825262Z","caller":"traceutil/trace.go:171","msg":"trace[1948623756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:627; }","duration":"1.718477382s","start":"2026-04-29T01:57:10.106751Z","end":"2026-04-29T01:57:11.825229Z","steps":["trace[1948623756] 'agreement among raft nodes before linearized reading' (duration: 1.717884909s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:11.825361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:10.106733Z","time spent":"1.718614925s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:57:11.825626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99466837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T01:57:11.825722Z","caller":"traceutil/trace.go:171","msg":"trace[1903171459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:627; }","duration":"1.994805173s","start":"2026-04-29T01:57:09.83089Z","end":"2026-04-29T01:57:11.825696Z","steps":["trace[1903171459] 'agreement among raft nodes before linearized reading' (duration: 1.994498327s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:11.82578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:09.83087Z","time spent":"1.994897305s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T01:57:14.216447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.460798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:14.216633Z","caller":"traceutil/trace.go:171","msg":"trace[374389073] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:662; }","duration":"369.742769ms","start":"2026-04-29T01:57:13.846842Z","end":"2026-04-29T01:57:14.216585Z","steps":["trace[374389073] 'read index received' (duration: 196.900373ms)","trace[374389073] 'applied index is now lower than readState.Index' (duration: 172.840886ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:14.216759Z","caller":"traceutil/trace.go:171","msg":"trace[686902993] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"506.812431ms","start":"2026-04-29T01:57:13.709842Z","end":"2026-04-29T01:57:14.216654Z","steps":["trace[686902993] 'process raft request' (duration: 334.042827ms)","trace[686902993] 'compare' (duration: 172.292603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:14.216915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.699094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T01:57:14.216962Z","caller":"traceutil/trace.go:171","msg":"trace[180059339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:639; }","duration":"365.793556ms","start":"2026-04-29T01:57:13.851158Z","end":"2026-04-29T01:57:14.216952Z","steps":["trace[180059339] 'agreement among raft nodes before linearized reading' (duration: 365.602002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:14.216948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.096095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-29T01:57:14.217008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:13.851136Z","time spent":"365.862818ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T01:57:14.217028Z","caller":"traceutil/trace.go:171","msg":"trace[1271501765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:639; }","duration":"370.225788ms","start":"2026-04-29T01:57:13.846784Z","end":"2026-04-29T01:57:14.21701Z","steps":["trace[1271501765] 'agreement among raft nodes before linearized reading' (duration: 369.970593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:14.217045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:13.709822Z","time spent":"507.095367ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:57:14.217073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:13.846762Z","time spent":"370.297579ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T01:57:14.217167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.842897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T01:57:14.217412Z","caller":"traceutil/trace.go:171","msg":"trace[1705176151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:639; }","duration":"366.167764ms","start":"2026-04-29T01:57:13.85123Z","end":"2026-04-29T01:57:14.217398Z","steps":["trace[1705176151] 'agreement among raft nodes before linearized reading' (duration: 365.713725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:14.217456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:13.851201Z","time spent":"366.244775ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T01:57:15.030728Z","caller":"traceutil/trace.go:171","msg":"trace[817578742] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"102.20631ms","start":"2026-04-29T01:57:14.928492Z","end":"2026-04-29T01:57:15.030698Z","steps":["trace[817578742] 'process raft request' (duration: 82.382619ms)","trace[817578742] 'compare' (duration: 19.683418ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:15.31483Z","caller":"traceutil/trace.go:171","msg":"trace[1799980802] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"138.633635ms","start":"2026-04-29T01:57:15.176173Z","end":"2026-04-29T01:57:15.314807Z","steps":["trace[1799980802] 'process raft request' (duration: 138.478022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:16.752481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.425125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-29T01:57:16.752517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.11125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-29T01:57:16.75259Z","caller":"traceutil/trace.go:171","msg":"trace[619076168] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:692; }","duration":"146.242563ms","start":"2026-04-29T01:57:16.606326Z","end":"2026-04-29T01:57:16.752569Z","steps":["trace[619076168] 'range keys from in-memory index tree' (duration: 145.926727ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:16.752889Z","caller":"traceutil/trace.go:171","msg":"trace[1037530366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:692; }","duration":"117.578488ms","start":"2026-04-29T01:57:16.634976Z","end":"2026-04-29T01:57:16.752554Z","steps":["trace[1037530366] 'range keys from in-memory index tree' (duration: 117.265003ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:22.8754Z","caller":"traceutil/trace.go:171","msg":"trace[86875648] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"173.887596ms","start":"2026-04-29T01:57:22.701475Z","end":"2026-04-29T01:57:22.875363Z","steps":["trace[86875648] 'process raft request' (duration: 173.56967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:25.600731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.701427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:57:25.600816Z","caller":"traceutil/trace.go:171","msg":"trace[617081480] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:768; }","duration":"112.80667ms","start":"2026-04-29T01:57:25.487992Z","end":"2026-04-29T01:57:25.600799Z","steps":["trace[617081480] 'count revisions from in-memory index tree' (duration: 112.545703ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:26.530233Z","caller":"traceutil/trace.go:171","msg":"trace[985117756] linearizableReadLoop","detail":"{readStateIndex:797; appliedIndex:796; }","duration":"208.106195ms","start":"2026-04-29T01:57:26.322098Z","end":"2026-04-29T01:57:26.530204Z","steps":["trace[985117756] 'read index received' (duration: 207.990343ms)","trace[985117756] 'applied index is now lower than readState.Index' (duration: 114.452µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:26.530301Z","caller":"traceutil/trace.go:171","msg":"trace[1062406189] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"217.094772ms","start":"2026-04-29T01:57:26.313163Z","end":"2026-04-29T01:57:26.530257Z","steps":["trace[1062406189] 'process raft request' (duration: 216.881328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:26.530487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.34961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T01:57:26.530529Z","caller":"traceutil/trace.go:171","msg":"trace[1616845230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:769; }","duration":"208.458174ms","start":"2026-04-29T01:57:26.32206Z","end":"2026-04-29T01:57:26.530519Z","steps":["trace[1616845230] 'agreement among raft nodes before linearized reading' (duration: 208.285369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:26.530654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.447441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T01:57:26.530755Z","caller":"traceutil/trace.go:171","msg":"trace[1032913533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:769; }","duration":"204.597794ms","start":"2026-04-29T01:57:26.326134Z","end":"2026-04-29T01:57:26.530732Z","steps":["trace[1032913533] 'agreement among raft nodes before linearized reading' (duration: 204.302207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:30.011033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019639162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:57:30.511653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019639162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:57:31.012895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019639162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:57:31.513983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019639162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:57:31.982417Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.528088213s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T01:57:31.982955Z","caller":"traceutil/trace.go:171","msg":"trace[2044572690] linearizableReadLoop","detail":"{readStateIndex:819; appliedIndex:818; }","duration":"2.472698135s","start":"2026-04-29T01:57:29.510225Z","end":"2026-04-29T01:57:31.982923Z","steps":["trace[2044572690] 'read index received' (duration: 2.472327236s)","trace[2044572690] 'applied index is now lower than readState.Index' (duration: 369.949µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:31.983054Z","caller":"traceutil/trace.go:171","msg":"trace[1265746845] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"2.532021306s","start":"2026-04-29T01:57:29.451003Z","end":"2026-04-29T01:57:31.983024Z","steps":["trace[1265746845] 'process raft request' (duration: 2.531785021s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:31.983165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88328632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:31.983236Z","caller":"traceutil/trace.go:171","msg":"trace[452538230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:789; }","duration":"1.883406363s","start":"2026-04-29T01:57:30.099813Z","end":"2026-04-29T01:57:31.98322Z","steps":["trace[452538230] 'agreement among raft nodes before linearized reading' (duration: 1.88329229s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:31.983261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473020781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9dsrd\" ","response":"range_response_count:1 size:3964"} {"level":"warn","ts":"2026-04-29T01:57:31.983297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.099791Z","time spent":"1.883493424s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:57:31.983283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428300633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T01:57:31.983335Z","caller":"traceutil/trace.go:171","msg":"trace[392462462] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9dsrd; range_end:; response_count:1; response_revision:789; }","duration":"2.473138254s","start":"2026-04-29T01:57:29.510181Z","end":"2026-04-29T01:57:31.983319Z","steps":["trace[392462462] 'agreement among raft nodes before linearized reading' (duration: 2.472911999s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:31.983317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738862045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T01:57:31.98336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42863303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T01:57:31.98337Z","caller":"traceutil/trace.go:171","msg":"trace[365491247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:789; }","duration":"1.428419555s","start":"2026-04-29T01:57:30.554933Z","end":"2026-04-29T01:57:31.983353Z","steps":["trace[365491247] 'agreement among raft nodes before linearized reading' (duration: 1.428195061s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:31.983397Z","caller":"traceutil/trace.go:171","msg":"trace[97534585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:789; }","duration":"1.428705711s","start":"2026-04-29T01:57:30.55468Z","end":"2026-04-29T01:57:31.983386Z","steps":["trace[97534585] 'agreement among raft nodes before linearized reading' (duration: 1.428625879s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:31.983396Z","caller":"traceutil/trace.go:171","msg":"trace[953934705] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:789; }","duration":"1.738988998s","start":"2026-04-29T01:57:30.244386Z","end":"2026-04-29T01:57:31.983375Z","steps":["trace[953934705] 'agreement among raft nodes before linearized reading' (duration: 1.738820784s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:31.983421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.554922Z","time spent":"1.428490868s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T01:57:31.983427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.554656Z","time spent":"1.428764253s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T01:57:31.983423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.657272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-29T01:57:31.983444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.244364Z","time spent":"1.739068529s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":9,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-29T01:57:31.983491Z","caller":"traceutil/trace.go:171","msg":"trace[653697779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:789; }","duration":"687.778265ms","start":"2026-04-29T01:57:31.295696Z","end":"2026-04-29T01:57:31.983474Z","steps":["trace[653697779] 'agreement among raft nodes before linearized reading' (duration: 687.575521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:31.983375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:29.510166Z","time spent":"2.473199765s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9dsrd\" "} {"level":"warn","ts":"2026-04-29T01:57:31.983547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:31.295669Z","time spent":"687.860666ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T01:57:31.983599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:29.450984Z","time spent":"2.532128378s","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4908,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:31.983278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4357989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T01:57:31.983692Z","caller":"traceutil/trace.go:171","msg":"trace[1486131854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:789; }","duration":"1.436248889s","start":"2026-04-29T01:57:30.547424Z","end":"2026-04-29T01:57:31.983673Z","steps":["trace[1486131854] 'agreement among raft nodes before linearized reading' (duration: 1.435729868s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:31.983761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.547405Z","time spent":"1.43633413s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T01:57:31.983968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001063683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:57:31.984128Z","caller":"traceutil/trace.go:171","msg":"trace[1117480302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:789; }","duration":"1.001223946s","start":"2026-04-29T01:57:30.982828Z","end":"2026-04-29T01:57:31.984052Z","steps":["trace[1117480302] 'agreement among raft nodes before linearized reading' (duration: 1.000521201s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:31.9842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.982808Z","time spent":"1.00137533s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T01:57:32.312299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.429577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:32.312727Z","caller":"traceutil/trace.go:171","msg":"trace[252647476] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"323.615391ms","start":"2026-04-29T01:57:31.989057Z","end":"2026-04-29T01:57:32.312673Z","steps":["trace[252647476] 'process raft request' (duration: 149.728655ms)","trace[252647476] 'compare' (duration: 172.423096ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:32.312669Z","caller":"traceutil/trace.go:171","msg":"trace[1487226170] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"323.185312ms","start":"2026-04-29T01:57:31.989458Z","end":"2026-04-29T01:57:32.312644Z","steps":["trace[1487226170] 'process raft request' (duration: 323.003939ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:32.312753Z","caller":"traceutil/trace.go:171","msg":"trace[139422359] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"323.143872ms","start":"2026-04-29T01:57:31.989586Z","end":"2026-04-29T01:57:32.31273Z","steps":["trace[139422359] 'process raft request' (duration: 322.909368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:32.312813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:31.989044Z","time spent":"323.732834ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:32.312858Z","caller":"traceutil/trace.go:171","msg":"trace[77728595] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"323.630332ms","start":"2026-04-29T01:57:31.989182Z","end":"2026-04-29T01:57:32.312813Z","steps":["trace[77728595] 'process raft request' (duration: 323.214184ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:32.312921Z","caller":"traceutil/trace.go:171","msg":"trace[1113649842] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"319.346013ms","start":"2026-04-29T01:57:31.993517Z","end":"2026-04-29T01:57:32.312863Z","steps":["trace[1113649842] 'process raft request' (duration: 319.013366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:32.312945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:31.989573Z","time spent":"323.325146ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:32.312938Z","caller":"traceutil/trace.go:171","msg":"trace[890857165] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"287.125185ms","start":"2026-04-29T01:57:32.025777Z","end":"2026-04-29T01:57:32.312902Z","steps":["trace[890857165] 'process raft request' (duration: 286.792778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:32.313045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:31.993503Z","time spent":"319.448555ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4027,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:32.313074Z","caller":"traceutil/trace.go:171","msg":"trace[988337397] linearizableReadLoop","detail":"{readStateIndex:824; appliedIndex:819; }","duration":"319.595218ms","start":"2026-04-29T01:57:31.993428Z","end":"2026-04-29T01:57:32.313023Z","steps":["trace[988337397] 'read index received' (duration: 32.719429ms)","trace[988337397] 'applied index is now lower than readState.Index' (duration: 286.867179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:32.313146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:31.989153Z","time spent":"323.801626ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:32.313551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:31.989448Z","time spent":"323.342806ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:32.405377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.363504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:32.405432Z","caller":"traceutil/trace.go:171","msg":"trace[1878253947] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:796; }","duration":"199.473066ms","start":"2026-04-29T01:57:32.205946Z","end":"2026-04-29T01:57:32.405419Z","steps":["trace[1878253947] 'agreement among raft nodes before linearized reading' (duration: 199.377955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:32.40566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.947963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:32.405788Z","caller":"traceutil/trace.go:171","msg":"trace[1649042564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:796; }","duration":"412.390933ms","start":"2026-04-29T01:57:31.993376Z","end":"2026-04-29T01:57:32.405767Z","steps":["trace[1649042564] 'agreement among raft nodes before linearized reading' (duration: 319.773403ms)","trace[1649042564] 'range keys from in-memory index tree' (duration: 92.190851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:32.405841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:31.993363Z","time spent":"412.467265ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T01:57:47.869433Z","caller":"traceutil/trace.go:171","msg":"trace[124145610] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"254.832705ms","start":"2026-04-29T01:57:47.614557Z","end":"2026-04-29T01:57:47.869389Z","steps":["trace[124145610] 'process raft request' (duration: 226.194057ms)","trace[124145610] 'compare' (duration: 28.497986ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:47.869682Z","caller":"traceutil/trace.go:171","msg":"trace[1092937201] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"251.055704ms","start":"2026-04-29T01:57:47.618617Z","end":"2026-04-29T01:57:47.869672Z","steps":["trace[1092937201] 'process raft request' (duration: 250.821009ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:47.869777Z","caller":"traceutil/trace.go:171","msg":"trace[327248405] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"249.671098ms","start":"2026-04-29T01:57:47.62008Z","end":"2026-04-29T01:57:47.869751Z","steps":["trace[327248405] 'process raft request' (duration: 249.546596ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:47.86985Z","caller":"traceutil/trace.go:171","msg":"trace[455964099] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"242.091365ms","start":"2026-04-29T01:57:47.627723Z","end":"2026-04-29T01:57:47.869814Z","steps":["trace[455964099] 'process raft request' (duration: 242.045894ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:47.869819Z","caller":"traceutil/trace.go:171","msg":"trace[1750489405] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"250.505864ms","start":"2026-04-29T01:57:47.619248Z","end":"2026-04-29T01:57:47.869754Z","steps":["trace[1750489405] 'process raft request' (duration: 250.327371ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:47.869986Z","caller":"traceutil/trace.go:171","msg":"trace[452808109] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"244.857848ms","start":"2026-04-29T01:57:47.625115Z","end":"2026-04-29T01:57:47.869973Z","steps":["trace[452808109] 'process raft request' (duration: 244.608002ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:47.870013Z","caller":"traceutil/trace.go:171","msg":"trace[889951021] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"246.852946ms","start":"2026-04-29T01:57:47.623147Z","end":"2026-04-29T01:57:47.87Z","steps":["trace[889951021] 'process raft request' (duration: 246.540769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:49.087639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.356036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:49.08789Z","caller":"traceutil/trace.go:171","msg":"trace[1110075392] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"172.568277ms","start":"2026-04-29T01:57:48.915301Z","end":"2026-04-29T01:57:49.08787Z","steps":["trace[1110075392] 'process raft request' (duration: 172.503946ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:49.087881Z","caller":"traceutil/trace.go:171","msg":"trace[231990268] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"281.438235ms","start":"2026-04-29T01:57:48.806402Z","end":"2026-04-29T01:57:49.08784Z","steps":["trace[231990268] 'process raft request' (duration: 179.786424ms)","trace[231990268] 'compare' (duration: 101.206423ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:49.087955Z","caller":"traceutil/trace.go:171","msg":"trace[446515293] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"271.803694ms","start":"2026-04-29T01:57:48.816123Z","end":"2026-04-29T01:57:49.087927Z","steps":["trace[446515293] 'process raft request' (duration: 271.622691ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:49.240331Z","caller":"traceutil/trace.go:171","msg":"trace[2077039511] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"147.606237ms","start":"2026-04-29T01:57:49.092682Z","end":"2026-04-29T01:57:49.240288Z","steps":["trace[2077039511] 'process raft request' (duration: 103.042379ms)","trace[2077039511] 'compare' (duration: 44.350524ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:49.240488Z","caller":"traceutil/trace.go:171","msg":"trace[1141720464] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"145.661861ms","start":"2026-04-29T01:57:49.094762Z","end":"2026-04-29T01:57:49.240424Z","steps":["trace[1141720464] 'process raft request' (duration: 145.417496ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:49.240527Z","caller":"traceutil/trace.go:171","msg":"trace[408312282] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"144.682232ms","start":"2026-04-29T01:57:49.095819Z","end":"2026-04-29T01:57:49.240501Z","steps":["trace[408312282] 'process raft request' (duration: 144.509869ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:49.479272Z","caller":"traceutil/trace.go:171","msg":"trace[1013817634] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"228.55745ms","start":"2026-04-29T01:57:49.250687Z","end":"2026-04-29T01:57:49.479244Z","steps":["trace[1013817634] 'process raft request' (duration: 225.012653ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:52.371266Z","caller":"traceutil/trace.go:171","msg":"trace[399014755] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"206.650808ms","start":"2026-04-29T01:57:52.164581Z","end":"2026-04-29T01:57:52.371231Z","steps":["trace[399014755] 'process raft request' (duration: 206.467935ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:52.558295Z","caller":"traceutil/trace.go:171","msg":"trace[2104206471] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"104.727631ms","start":"2026-04-29T01:57:52.453545Z","end":"2026-04-29T01:57:52.558272Z","steps":["trace[2104206471] 'process raft request' (duration: 96.917124ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:52.558448Z","caller":"traceutil/trace.go:171","msg":"trace[1669569866] linearizableReadLoop","detail":"{readStateIndex:1156; appliedIndex:1154; }","duration":"102.629141ms","start":"2026-04-29T01:57:52.455797Z","end":"2026-04-29T01:57:52.558426Z","steps":["trace[1669569866] 'read index received' (duration: 94.681761ms)","trace[1669569866] 'applied index is now lower than readState.Index' (duration: 7.94582ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:52.558454Z","caller":"traceutil/trace.go:171","msg":"trace[967550271] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"103.225972ms","start":"2026-04-29T01:57:52.455219Z","end":"2026-04-29T01:57:52.558445Z","steps":["trace[967550271] 'process raft request' (duration: 103.013408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:52.558688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.875295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T01:57:52.558804Z","caller":"traceutil/trace.go:171","msg":"trace[282155813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1120; }","duration":"103.028638ms","start":"2026-04-29T01:57:52.455756Z","end":"2026-04-29T01:57:52.558785Z","steps":["trace[282155813] 'agreement among raft nodes before linearized reading' (duration: 102.771664ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:57.801721Z","caller":"traceutil/trace.go:171","msg":"trace[122982800] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"130.358922ms","start":"2026-04-29T01:57:57.671329Z","end":"2026-04-29T01:57:57.801688Z","steps":["trace[122982800] 'process raft request' (duration: 127.439678ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:57.801858Z","caller":"traceutil/trace.go:171","msg":"trace[251435561] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"129.487796ms","start":"2026-04-29T01:57:57.672346Z","end":"2026-04-29T01:57:57.801834Z","steps":["trace[251435561] 'process raft request' (duration: 129.203241ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:58.114001Z","caller":"traceutil/trace.go:171","msg":"trace[1206748517] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"303.661064ms","start":"2026-04-29T01:57:57.810304Z","end":"2026-04-29T01:57:58.113965Z","steps":["trace[1206748517] 'process raft request' (duration: 303.487331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:58.114196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:57.810279Z","time spent":"303.805437ms","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:59.74647Z","caller":"traceutil/trace.go:171","msg":"trace[1702722159] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"104.113288ms","start":"2026-04-29T01:57:59.642329Z","end":"2026-04-29T01:57:59.746442Z","steps":["trace[1702722159] 'process raft request' (duration: 103.993016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:12.601178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019640002,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T01:58:12.701608Z","caller":"traceutil/trace.go:171","msg":"trace[1431005724] linearizableReadLoop","detail":"{readStateIndex:1267; appliedIndex:1266; }","duration":"601.382806ms","start":"2026-04-29T01:58:12.100201Z","end":"2026-04-29T01:58:12.701584Z","steps":["trace[1431005724] 'read index received' (duration: 601.252294ms)","trace[1431005724] 'applied index is now lower than readState.Index' (duration: 129.552µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:58:12.701682Z","caller":"traceutil/trace.go:171","msg":"trace[982577527] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"999.992817ms","start":"2026-04-29T01:58:11.701661Z","end":"2026-04-29T01:58:12.701654Z","steps":["trace[982577527] 'process raft request' (duration: 999.758792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:12.701744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.533059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:58:12.701808Z","caller":"traceutil/trace.go:171","msg":"trace[1342933528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1227; }","duration":"601.651171ms","start":"2026-04-29T01:58:12.100143Z","end":"2026-04-29T01:58:12.701795Z","steps":["trace[1342933528] 'agreement among raft nodes before linearized reading' (duration: 601.533909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:12.701834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.99917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T01:58:12.701857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:12.100124Z","time spent":"601.725513ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T01:58:12.701873Z","caller":"traceutil/trace.go:171","msg":"trace[1662908606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1227; }","duration":"143.101182ms","start":"2026-04-29T01:58:12.55876Z","end":"2026-04-29T01:58:12.701861Z","steps":["trace[1662908606] 'agreement among raft nodes before linearized reading' (duration: 142.96187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:12.701924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:11.701628Z","time spent":"1.000159019s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:58:12.702084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.489709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T01:58:12.702136Z","caller":"traceutil/trace.go:171","msg":"trace[548308528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1227; }","duration":"135.565281ms","start":"2026-04-29T01:58:12.566557Z","end":"2026-04-29T01:58:12.702122Z","steps":["trace[548308528] 'agreement among raft nodes before linearized reading' (duration: 135.393988ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:33.067003Z","caller":"traceutil/trace.go:171","msg":"trace[1862617486] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"156.691319ms","start":"2026-04-29T01:58:32.910274Z","end":"2026-04-29T01:58:33.066965Z","steps":["trace[1862617486] 'process raft request' (duration: 156.597857ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:33.067214Z","caller":"traceutil/trace.go:171","msg":"trace[265286575] linearizableReadLoop","detail":"{readStateIndex:1443; appliedIndex:1440; }","duration":"150.576663ms","start":"2026-04-29T01:58:32.916605Z","end":"2026-04-29T01:58:33.067181Z","steps":["trace[265286575] 'read index received' (duration: 92.428869ms)","trace[265286575] 'applied index is now lower than readState.Index' (duration: 58.144594ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:58:33.066994Z","caller":"traceutil/trace.go:171","msg":"trace[1887861935] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"156.685979ms","start":"2026-04-29T01:58:32.910275Z","end":"2026-04-29T01:58:33.066961Z","steps":["trace[1887861935] 'process raft request' (duration: 156.430954ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:33.067459Z","caller":"traceutil/trace.go:171","msg":"trace[2135196649] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"108.670264ms","start":"2026-04-29T01:58:32.958773Z","end":"2026-04-29T01:58:33.067443Z","steps":["trace[2135196649] 'process raft request' (duration: 108.144224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:33.067568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.932979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/ingress-nginx/ingress-nginx-admission-create\" ","response":"range_response_count:1 size:3658"} {"level":"info","ts":"2026-04-29T01:58:33.067716Z","caller":"traceutil/trace.go:171","msg":"trace[1959026119] range","detail":"{range_begin:/registry/jobs/ingress-nginx/ingress-nginx-admission-create; range_end:; response_count:1; response_revision:1396; }","duration":"151.089423ms","start":"2026-04-29T01:58:32.916573Z","end":"2026-04-29T01:58:33.067663Z","steps":["trace[1959026119] 'agreement among raft nodes before linearized reading' (duration: 150.734795ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:33.163985Z","caller":"traceutil/trace.go:171","msg":"trace[386388145] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"141.534573ms","start":"2026-04-29T01:58:33.022423Z","end":"2026-04-29T01:58:33.163957Z","steps":["trace[386388145] 'process raft request' (duration: 110.812355ms)","trace[386388145] 'compare' (duration: 30.464183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:58:33.972723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.460486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:58:33.972951Z","caller":"traceutil/trace.go:171","msg":"trace[1992190284] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"235.184376ms","start":"2026-04-29T01:58:33.737751Z","end":"2026-04-29T01:58:33.972936Z","steps":["trace[1992190284] 'process raft request' (duration: 235.144145ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:33.972928Z","caller":"traceutil/trace.go:171","msg":"trace[1204246289] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"245.609701ms","start":"2026-04-29T01:58:33.727286Z","end":"2026-04-29T01:58:33.972895Z","steps":["trace[1204246289] 'process raft request' (duration: 141.90982ms)","trace[1204246289] 'compare' (duration: 103.209982ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:58:33.973247Z","caller":"traceutil/trace.go:171","msg":"trace[1586542200] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"245.919987ms","start":"2026-04-29T01:58:33.727312Z","end":"2026-04-29T01:58:33.973232Z","steps":["trace[1586542200] 'process raft request' (duration: 245.51838ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:33.978784Z","caller":"traceutil/trace.go:171","msg":"trace[178047057] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"106.803869ms","start":"2026-04-29T01:58:33.87196Z","end":"2026-04-29T01:58:33.978763Z","steps":["trace[178047057] 'process raft request' (duration: 106.654837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:35.639301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.104485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:58:35.639395Z","caller":"traceutil/trace.go:171","msg":"trace[340413482] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"532.859806ms","start":"2026-04-29T01:58:35.106519Z","end":"2026-04-29T01:58:35.639379Z","steps":["trace[340413482] 'process raft request' (duration: 180.619368ms)","trace[340413482] 'compare' (duration: 351.693858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:58:35.639438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:35.106495Z","time spent":"532.925677ms","remote":"127.0.0.1:33278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:58:39.043347Z","caller":"traceutil/trace.go:171","msg":"trace[1840392000] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"164.032037ms","start":"2026-04-29T01:58:38.879279Z","end":"2026-04-29T01:58:39.043311Z","steps":["trace[1840392000] 'process raft request' (duration: 163.807763ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:39.044534Z","caller":"traceutil/trace.go:171","msg":"trace[1349896392] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"164.425433ms","start":"2026-04-29T01:58:38.880074Z","end":"2026-04-29T01:58:39.0445Z","steps":["trace[1349896392] 'process raft request' (duration: 164.150769ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:55.325857Z","caller":"traceutil/trace.go:171","msg":"trace[381811622] linearizableReadLoop","detail":"{readStateIndex:1878; appliedIndex:1877; }","duration":"153.295703ms","start":"2026-04-29T01:58:55.17254Z","end":"2026-04-29T01:58:55.325836Z","steps":["trace[381811622] 'read index received' (duration: 148.206104ms)","trace[381811622] 'applied index is now lower than readState.Index' (duration: 5.088789ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:58:55.326151Z","caller":"traceutil/trace.go:171","msg":"trace[1438628689] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"187.331188ms","start":"2026-04-29T01:58:55.138808Z","end":"2026-04-29T01:58:55.326139Z","steps":["trace[1438628689] 'process raft request' (duration: 181.892682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:55.326191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.567138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-29T01:58:55.32626Z","caller":"traceutil/trace.go:171","msg":"trace[1191872480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1803; }","duration":"153.661641ms","start":"2026-04-29T01:58:55.172582Z","end":"2026-04-29T01:58:55.326243Z","steps":["trace[1191872480] 'agreement among raft nodes before linearized reading' (duration: 153.465827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:55.326429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.887164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-29T01:58:55.326467Z","caller":"traceutil/trace.go:171","msg":"trace[689525519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1803; }","duration":"153.954526ms","start":"2026-04-29T01:58:55.172504Z","end":"2026-04-29T01:58:55.326459Z","steps":["trace[689525519] 'agreement among raft nodes before linearized reading' (duration: 153.867034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:59.43417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.244876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:58:59.434404Z","caller":"traceutil/trace.go:171","msg":"trace[1233711726] linearizableReadLoop","detail":"{readStateIndex:1909; appliedIndex:1908; }","duration":"222.441113ms","start":"2026-04-29T01:58:59.211947Z","end":"2026-04-29T01:58:59.434388Z","steps":["trace[1233711726] 'read index received' (duration: 117.79107ms)","trace[1233711726] 'applied index is now lower than readState.Index' (duration: 104.648893ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:58:59.434452Z","caller":"traceutil/trace.go:171","msg":"trace[1485949847] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"232.624472ms","start":"2026-04-29T01:58:59.20179Z","end":"2026-04-29T01:58:59.434414Z","steps":["trace[1485949847] 'process raft request' (duration: 128.046109ms)","trace[1485949847] 'compare' (duration: 104.092124ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:58:59.434566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.597686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:58:59.43464Z","caller":"traceutil/trace.go:171","msg":"trace[1874940359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1833; }","duration":"222.711229ms","start":"2026-04-29T01:58:59.211911Z","end":"2026-04-29T01:58:59.434622Z","steps":["trace[1874940359] 'agreement among raft nodes before linearized reading' (duration: 222.529755ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:59.518522Z","caller":"traceutil/trace.go:171","msg":"trace[1001113098] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"181.500243ms","start":"2026-04-29T01:58:59.337Z","end":"2026-04-29T01:58:59.5185Z","steps":["trace[1001113098] 'process raft request' (duration: 181.232088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:59.518613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.716142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T01:58:59.518664Z","caller":"traceutil/trace.go:171","msg":"trace[1686974647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1834; }","duration":"173.811003ms","start":"2026-04-29T01:58:59.34484Z","end":"2026-04-29T01:58:59.518651Z","steps":["trace[1686974647] 'agreement among raft nodes before linearized reading' (duration: 173.6259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:59.51867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.18927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T01:58:59.518724Z","caller":"traceutil/trace.go:171","msg":"trace[1772029916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1834; }","duration":"174.280502ms","start":"2026-04-29T01:58:59.34443Z","end":"2026-04-29T01:58:59.51871Z","steps":["trace[1772029916] 'agreement among raft nodes before linearized reading' (duration: 174.122189ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:59.621061Z","caller":"traceutil/trace.go:171","msg":"trace[1714278245] linearizableReadLoop","detail":"{readStateIndex:1911; appliedIndex:1910; }","duration":"102.618314ms","start":"2026-04-29T01:58:59.518399Z","end":"2026-04-29T01:58:59.621017Z","steps":["trace[1714278245] 'read index received' (duration: 54.333212ms)","trace[1714278245] 'applied index is now lower than readState.Index' (duration: 48.281972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:58:59.621201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.919457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:58:59.621239Z","caller":"traceutil/trace.go:171","msg":"trace[1713646256] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1837; }","duration":"172.015439ms","start":"2026-04-29T01:58:59.449214Z","end":"2026-04-29T01:58:59.62123Z","steps":["trace[1713646256] 'agreement among raft nodes before linearized reading' (duration: 171.925576ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:59.621126Z","caller":"traceutil/trace.go:171","msg":"trace[857292063] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"184.944611ms","start":"2026-04-29T01:58:59.436147Z","end":"2026-04-29T01:58:59.621092Z","steps":["trace[857292063] 'process raft request' (duration: 136.566727ms)","trace[857292063] 'compare' (duration: 47.980057ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:00.413606Z","caller":"traceutil/trace.go:171","msg":"trace[1924579082] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1934; }","duration":"131.793553ms","start":"2026-04-29T01:59:00.281788Z","end":"2026-04-29T01:59:00.413582Z","steps":["trace[1924579082] 'read index received' (duration: 42.879938ms)","trace[1924579082] 'applied index is now lower than readState.Index' (duration: 88.912115ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:00.413777Z","caller":"traceutil/trace.go:171","msg":"trace[1308074958] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"146.095463ms","start":"2026-04-29T01:59:00.267653Z","end":"2026-04-29T01:59:00.413748Z","steps":["trace[1308074958] 'process raft request' (duration: 145.866488ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:00.413918Z","caller":"traceutil/trace.go:171","msg":"trace[535130685] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"153.399696ms","start":"2026-04-29T01:59:00.260472Z","end":"2026-04-29T01:59:00.413871Z","steps":["trace[535130685] 'process raft request' (duration: 64.216914ms)","trace[535130685] 'compare' (duration: 88.60415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:59:00.414329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.507287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-04-29T01:59:00.414969Z","caller":"traceutil/trace.go:171","msg":"trace[570588307] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1860; }","duration":"133.19606ms","start":"2026-04-29T01:59:00.28176Z","end":"2026-04-29T01:59:00.414956Z","steps":["trace[570588307] 'agreement among raft nodes before linearized reading' (duration: 132.1436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:00.426577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.301392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-29T01:59:00.426627Z","caller":"traceutil/trace.go:171","msg":"trace[116695792] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1861; }","duration":"113.413835ms","start":"2026-04-29T01:59:00.313202Z","end":"2026-04-29T01:59:00.426616Z","steps":["trace[116695792] 'agreement among raft nodes before linearized reading' (duration: 113.206381ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:00.700099Z","caller":"traceutil/trace.go:171","msg":"trace[1787853436] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"207.301097ms","start":"2026-04-29T01:59:00.492762Z","end":"2026-04-29T01:59:00.700064Z","steps":["trace[1787853436] 'process raft request' (duration: 207.250176ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:00.700127Z","caller":"traceutil/trace.go:171","msg":"trace[1504046713] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"210.843657ms","start":"2026-04-29T01:59:00.489234Z","end":"2026-04-29T01:59:00.700077Z","steps":["trace[1504046713] 'process raft request' (duration: 210.680654ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:00.700183Z","caller":"traceutil/trace.go:171","msg":"trace[1707877761] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"224.85226ms","start":"2026-04-29T01:59:00.475295Z","end":"2026-04-29T01:59:00.700147Z","steps":["trace[1707877761] 'process raft request' (duration: 158.083306ms)","trace[1707877761] 'compare' (duration: 66.296535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:59:00.700266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.214327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:59:00.700321Z","caller":"traceutil/trace.go:171","msg":"trace[1338194491] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:1875; }","duration":"224.31055ms","start":"2026-04-29T01:59:00.475998Z","end":"2026-04-29T01:59:00.700308Z","steps":["trace[1338194491] 'agreement among raft nodes before linearized reading' (duration: 224.162067ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:00.700108Z","caller":"traceutil/trace.go:171","msg":"trace[1467487658] linearizableReadLoop","detail":"{readStateIndex:1949; appliedIndex:1947; }","duration":"224.053244ms","start":"2026-04-29T01:59:00.476024Z","end":"2026-04-29T01:59:00.700077Z","steps":["trace[1467487658] 'read index received' (duration: 15.246277ms)","trace[1467487658] 'applied index is now lower than readState.Index' (duration: 208.804527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:59:03.409121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.87903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-29T01:59:03.409167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.268491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:59:03.409211Z","caller":"traceutil/trace.go:171","msg":"trace[1921193314] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1913; }","duration":"605.999943ms","start":"2026-04-29T01:59:02.803184Z","end":"2026-04-29T01:59:03.409184Z","steps":["trace[1921193314] 'range keys from in-memory index tree' (duration: 605.657876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:03.409257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:02.803174Z","time spent":"606.073004ms","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T01:59:03.40953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.929236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33e3a1b4-57aa-479e-8b25-b24f14c3e704\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-29T01:59:03.409624Z","caller":"traceutil/trace.go:171","msg":"trace[330015367] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-33e3a1b4-57aa-479e-8b25-b24f14c3e704; range_end:; response_count:1; response_revision:1913; }","duration":"636.060619ms","start":"2026-04-29T01:59:02.773541Z","end":"2026-04-29T01:59:03.409602Z","steps":["trace[330015367] 'range keys from in-memory index tree' (duration: 635.811334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:03.409688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:02.773518Z","time spent":"636.15795ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33e3a1b4-57aa-479e-8b25-b24f14c3e704\" "} {"level":"warn","ts":"2026-04-29T01:59:03.409695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.45121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33e3a1b4-57aa-479e-8b25-b24f14c3e704\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-29T01:59:03.409776Z","caller":"traceutil/trace.go:171","msg":"trace[1913365274] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-33e3a1b4-57aa-479e-8b25-b24f14c3e704; range_end:; response_count:1; response_revision:1913; }","duration":"481.567673ms","start":"2026-04-29T01:59:02.928186Z","end":"2026-04-29T01:59:03.409754Z","steps":["trace[1913365274] 'range keys from in-memory index tree' (duration: 481.295886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:03.409849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:02.92815Z","time spent":"481.659995ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33e3a1b4-57aa-479e-8b25-b24f14c3e704\" "} {"level":"warn","ts":"2026-04-29T01:59:03.409684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.721545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:59:03.409931Z","caller":"traceutil/trace.go:171","msg":"trace[1705941093] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1913; }","duration":"717.021809ms","start":"2026-04-29T01:59:02.692877Z","end":"2026-04-29T01:59:03.409899Z","steps":["trace[1705941093] 'range keys from in-memory index tree' (duration: 716.431968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:03.410012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:02.692855Z","time spent":"717.137013ms","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-29T01:59:03.410089Z","caller":"traceutil/trace.go:171","msg":"trace[278468154] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1913; }","duration":"810.424144ms","start":"2026-04-29T01:59:02.598813Z","end":"2026-04-29T01:59:03.409237Z","steps":["trace[278468154] 'count revisions from in-memory index tree' (duration: 810.154219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:03.410504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:02.598771Z","time spent":"811.600127ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:59:03.600239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019641380,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T01:59:03.604674Z","caller":"traceutil/trace.go:171","msg":"trace[2086816287] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"619.14239ms","start":"2026-04-29T01:59:02.9855Z","end":"2026-04-29T01:59:03.604642Z","steps":["trace[2086816287] 'process raft request' (duration: 618.939955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:03.604888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:02.985409Z","time spent":"619.360994ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:03.737732Z","caller":"traceutil/trace.go:171","msg":"trace[1102922034] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"678.449657ms","start":"2026-04-29T01:59:03.059235Z","end":"2026-04-29T01:59:03.737684Z","steps":["trace[1102922034] 'process raft request' (duration: 678.12768ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:03.737766Z","caller":"traceutil/trace.go:171","msg":"trace[50529108] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1990; }","duration":"637.896505ms","start":"2026-04-29T01:59:03.099847Z","end":"2026-04-29T01:59:03.737744Z","steps":["trace[50529108] 'read index received' (duration: 504.572441ms)","trace[50529108] 'applied index is now lower than readState.Index' (duration: 133.323004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:59:03.737928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:03.059205Z","time spent":"678.617061ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:59:03.737935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.066538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:59:03.737999Z","caller":"traceutil/trace.go:171","msg":"trace[2032126596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1918; }","duration":"638.176201ms","start":"2026-04-29T01:59:03.099805Z","end":"2026-04-29T01:59:03.737981Z","steps":["trace[2032126596] 'agreement among raft nodes before linearized reading' (duration: 638.062088ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:03.738021Z","caller":"traceutil/trace.go:171","msg":"trace[195572097] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"206.135904ms","start":"2026-04-29T01:59:03.53186Z","end":"2026-04-29T01:59:03.737996Z","steps":["trace[195572097] 'process raft request' (duration: 205.821818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:03.738054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:03.09979Z","time spent":"638.252242ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T01:59:03.73776Z","caller":"traceutil/trace.go:171","msg":"trace[914534574] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"527.727194ms","start":"2026-04-29T01:59:03.210002Z","end":"2026-04-29T01:59:03.737729Z","steps":["trace[914534574] 'process raft request' (duration: 527.532939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:03.738278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.221636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T01:59:03.73832Z","caller":"traceutil/trace.go:171","msg":"trace[1765458936] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1918; }","duration":"102.313618ms","start":"2026-04-29T01:59:03.635997Z","end":"2026-04-29T01:59:03.73831Z","steps":["trace[1765458936] 'agreement among raft nodes before linearized reading' (duration: 102.165545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:03.738377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.760143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-29T01:59:03.738413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:03.209977Z","time spent":"528.257793ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:03.738476Z","caller":"traceutil/trace.go:171","msg":"trace[574469702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1918; }","duration":"571.902656ms","start":"2026-04-29T01:59:03.16655Z","end":"2026-04-29T01:59:03.738453Z","steps":["trace[574469702] 'agreement among raft nodes before linearized reading' (duration: 571.59681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:03.738534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:03.166525Z","time spent":"572.003148ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T01:59:03.73858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.334378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T01:59:03.73814Z","caller":"traceutil/trace.go:171","msg":"trace[1229229351] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"320.205292ms","start":"2026-04-29T01:59:03.417868Z","end":"2026-04-29T01:59:03.738073Z","steps":["trace[1229229351] 'process raft request' (duration: 319.740774ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:03.738627Z","caller":"traceutil/trace.go:171","msg":"trace[70011874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1918; }","duration":"101.39682ms","start":"2026-04-29T01:59:03.637219Z","end":"2026-04-29T01:59:03.738615Z","steps":["trace[70011874] 'agreement among raft nodes before linearized reading' (duration: 101.239177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:03.738661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:03.417843Z","time spent":"320.779423ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:59:03.738471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.855816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-29T01:59:03.738684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.430309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T01:59:03.738733Z","caller":"traceutil/trace.go:171","msg":"trace[1214721179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1918; }","duration":"526.51076ms","start":"2026-04-29T01:59:03.212209Z","end":"2026-04-29T01:59:03.73872Z","steps":["trace[1214721179] 'agreement among raft nodes before linearized reading' (duration: 526.324186ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:03.738733Z","caller":"traceutil/trace.go:171","msg":"trace[391768030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1918; }","duration":"529.166341ms","start":"2026-04-29T01:59:03.20955Z","end":"2026-04-29T01:59:03.738716Z","steps":["trace[391768030] 'agreement among raft nodes before linearized reading' (duration: 528.713953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:03.738776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:03.212196Z","time spent":"526.572571ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T01:59:03.73879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:03.209528Z","time spent":"529.248124ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T01:59:03.738879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.92594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:59:03.738986Z","caller":"traceutil/trace.go:171","msg":"trace[1920590795] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1918; }","duration":"543.107834ms","start":"2026-04-29T01:59:03.19586Z","end":"2026-04-29T01:59:03.738968Z","steps":["trace[1920590795] 'agreement among raft nodes before linearized reading' (duration: 542.565993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:03.739099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:03.195839Z","time spent":"543.223147ms","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:59:04.499485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019641388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:59:04.767024Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014746753s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T01:59:04.767682Z","caller":"traceutil/trace.go:171","msg":"trace[897474305] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"1.022453332s","start":"2026-04-29T01:59:03.745207Z","end":"2026-04-29T01:59:04.767661Z","steps":["trace[897474305] 'process raft request' (duration: 1.0223338s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:04.7677Z","caller":"traceutil/trace.go:171","msg":"trace[495023422] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"1.023203577s","start":"2026-04-29T01:59:03.744462Z","end":"2026-04-29T01:59:04.767666Z","steps":["trace[495023422] 'process raft request' (duration: 1.022918032s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:04.767819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:03.7452Z","time spent":"1.022536714s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:59:04.767903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:03.744453Z","time spent":"1.02333549s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:04.76797Z","caller":"traceutil/trace.go:171","msg":"trace[100443629] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"1.022430572s","start":"2026-04-29T01:59:03.745523Z","end":"2026-04-29T01:59:04.767954Z","steps":["trace[100443629] 'process raft request' (duration: 1.02233957s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:04.768027Z","caller":"traceutil/trace.go:171","msg":"trace[1801153176] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"1.022627896s","start":"2026-04-29T01:59:03.745366Z","end":"2026-04-29T01:59:04.767994Z","steps":["trace[1801153176] 'process raft request' (duration: 1.022218458s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:04.768079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:03.745502Z","time spent":"1.022527334s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:59:04.768203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:03.745358Z","time spent":"1.022757389s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:04.848275Z","caller":"traceutil/trace.go:171","msg":"trace[861129566] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"1.05404267s","start":"2026-04-29T01:59:03.794215Z","end":"2026-04-29T01:59:04.848258Z","steps":["trace[861129566] 'process raft request' (duration: 1.053867797s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:04.848375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:03.794187Z","time spent":"1.054135502s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:04.848653Z","caller":"traceutil/trace.go:171","msg":"trace[1946005375] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"771.055125ms","start":"2026-04-29T01:59:04.077557Z","end":"2026-04-29T01:59:04.848612Z","steps":["trace[1946005375] 'process raft request' (duration: 770.642707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:04.848865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:04.077523Z","time spent":"771.230388ms","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7745,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:04.849606Z","caller":"traceutil/trace.go:171","msg":"trace[17323481] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:1996; }","duration":"851.101687ms","start":"2026-04-29T01:59:03.998487Z","end":"2026-04-29T01:59:04.849589Z","steps":["trace[17323481] 'read index received' (duration: 768.894292ms)","trace[17323481] 'applied index is now lower than readState.Index' (duration: 82.205745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:59:04.849973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.202948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:59:04.850054Z","caller":"traceutil/trace.go:171","msg":"trace[1031338704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1926; }","duration":"750.31234ms","start":"2026-04-29T01:59:04.099723Z","end":"2026-04-29T01:59:04.850035Z","steps":["trace[1031338704] 'agreement among raft nodes before linearized reading' (duration: 750.148847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:04.850095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:04.099689Z","time spent":"750.398131ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:59:04.850018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.524595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T01:59:04.850225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.496244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:59:04.850229Z","caller":"traceutil/trace.go:171","msg":"trace[22054219] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1926; }","duration":"851.76688ms","start":"2026-04-29T01:59:03.998437Z","end":"2026-04-29T01:59:04.850204Z","steps":["trace[22054219] 'agreement among raft nodes before linearized reading' (duration: 851.453604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:04.850357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:03.998412Z","time spent":"851.924343ms","remote":"127.0.0.1:60398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:59:04.850438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.439353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33e3a1b4-57aa-479e-8b25-b24f14c3e704\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-04-29T01:59:04.850484Z","caller":"traceutil/trace.go:171","msg":"trace[634342311] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-33e3a1b4-57aa-479e-8b25-b24f14c3e704; range_end:; response_count:1; response_revision:1926; }","duration":"432.519855ms","start":"2026-04-29T01:59:04.417952Z","end":"2026-04-29T01:59:04.850472Z","steps":["trace[634342311] 'agreement among raft nodes before linearized reading' (duration: 432.347062ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:04.850504Z","caller":"traceutil/trace.go:171","msg":"trace[1110909017] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"254.328244ms","start":"2026-04-29T01:59:04.596165Z","end":"2026-04-29T01:59:04.850493Z","steps":["trace[1110909017] 'process raft request' (duration: 252.392347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:04.850516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:04.417919Z","time spent":"432.589536ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33e3a1b4-57aa-479e-8b25-b24f14c3e704\" "} {"level":"info","ts":"2026-04-29T01:59:04.850278Z","caller":"traceutil/trace.go:171","msg":"trace[119641328] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1926; }","duration":"431.571086ms","start":"2026-04-29T01:59:04.418693Z","end":"2026-04-29T01:59:04.850264Z","steps":["trace[119641328] 'agreement among raft nodes before linearized reading' (duration: 431.397543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:04.850604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:04.418638Z","time spent":"431.930543ms","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-29T01:59:10.295212Z","caller":"traceutil/trace.go:171","msg":"trace[93650350] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"107.460668ms","start":"2026-04-29T01:59:10.187725Z","end":"2026-04-29T01:59:10.295186Z","steps":["trace[93650350] 'process raft request' (duration: 107.256404ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:17.901897Z","caller":"traceutil/trace.go:171","msg":"trace[753851600] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"170.53624ms","start":"2026-04-29T01:59:17.731336Z","end":"2026-04-29T01:59:17.901872Z","steps":["trace[753851600] 'process raft request' (duration: 170.345527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:18.4919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019641630,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:59:19.795856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.700204ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:59:19.796031Z","caller":"traceutil/trace.go:171","msg":"trace[209501468] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2034; }","duration":"190.890208ms","start":"2026-04-29T01:59:19.605114Z","end":"2026-04-29T01:59:19.796004Z","steps":["trace[209501468] 'range keys from in-memory index tree' (duration: 190.682863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:19.796605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.727054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:59:19.797021Z","caller":"traceutil/trace.go:171","msg":"trace[391706197] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"1.808336848s","start":"2026-04-29T01:59:17.988659Z","end":"2026-04-29T01:59:19.796996Z","steps":["trace[391706197] 'process raft request' (duration: 966.121114ms)","trace[391706197] 'compare' (duration: 840.640263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:59:19.797094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:17.98864Z","time spent":"1.808416409s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:19.805519Z","caller":"traceutil/trace.go:171","msg":"trace[1981974426] linearizableReadLoop","detail":"{readStateIndex:2116; appliedIndex:2114; }","duration":"1.813928328s","start":"2026-04-29T01:59:17.991568Z","end":"2026-04-29T01:59:19.805496Z","steps":["trace[1981974426] 'read index received' (duration: 963.225888ms)","trace[1981974426] 'applied index is now lower than readState.Index' (duration: 850.70131ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:19.805611Z","caller":"traceutil/trace.go:171","msg":"trace[1371955713] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"1.815391176s","start":"2026-04-29T01:59:17.990207Z","end":"2026-04-29T01:59:19.805598Z","steps":["trace[1371955713] 'process raft request' (duration: 1.815079359s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:19.805698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:17.990198Z","time spent":"1.815443768s","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5868,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:59:19.805804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814215753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:59:19.805873Z","caller":"traceutil/trace.go:171","msg":"trace[1652796287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2036; }","duration":"1.814289875s","start":"2026-04-29T01:59:17.991565Z","end":"2026-04-29T01:59:19.805855Z","steps":["trace[1652796287] 'agreement among raft nodes before linearized reading' (duration: 1.81405579s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:19.8059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:17.991544Z","time spent":"1.814349755s","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T01:59:19.851755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514831587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g6pv2\" ","response":"range_response_count:1 size:6146"} {"level":"warn","ts":"2026-04-29T01:59:19.851778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007294078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:59:19.851818Z","caller":"traceutil/trace.go:171","msg":"trace[1907681796] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g6pv2; range_end:; response_count:1; response_revision:2037; }","duration":"1.514934159s","start":"2026-04-29T01:59:18.336865Z","end":"2026-04-29T01:59:19.851799Z","steps":["trace[1907681796] 'agreement among raft nodes before linearized reading' (duration: 1.514685553s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:19.851856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:18.336815Z","time spent":"1.515033411s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6170,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g6pv2\" "} {"level":"warn","ts":"2026-04-29T01:59:19.85184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.414052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T01:59:19.851876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01665424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-29T01:59:19.85189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.33808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T01:59:19.852004Z","caller":"traceutil/trace.go:171","msg":"trace[418316054] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"124.025102ms","start":"2026-04-29T01:59:19.727951Z","end":"2026-04-29T01:59:19.851976Z","steps":["trace[418316054] 'process raft request' (duration: 123.491001ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:19.852013Z","caller":"traceutil/trace.go:171","msg":"trace[889100591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2037; }","duration":"982.485094ms","start":"2026-04-29T01:59:18.869506Z","end":"2026-04-29T01:59:19.851991Z","steps":["trace[889100591] 'agreement among raft nodes before linearized reading' (duration: 982.250919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:19.852101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:18.869496Z","time spent":"982.593285ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T01:59:19.851925Z","caller":"traceutil/trace.go:171","msg":"trace[1633207740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2037; }","duration":"963.561114ms","start":"2026-04-29T01:59:18.888344Z","end":"2026-04-29T01:59:19.851905Z","steps":["trace[1633207740] 'agreement among raft nodes before linearized reading' (duration: 963.252707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:19.852217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:18.888311Z","time spent":"963.894281ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T01:59:19.851934Z","caller":"traceutil/trace.go:171","msg":"trace[963582478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2037; }","duration":"1.016761383s","start":"2026-04-29T01:59:18.835157Z","end":"2026-04-29T01:59:19.851918Z","steps":["trace[963582478] 'agreement among raft nodes before linearized reading' (duration: 1.016561879s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:19.852197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.193224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-29T01:59:19.852295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:18.83513Z","time spent":"1.01714948s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T01:59:19.852377Z","caller":"traceutil/trace.go:171","msg":"trace[1014936644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2037; }","duration":"947.358058ms","start":"2026-04-29T01:59:18.904971Z","end":"2026-04-29T01:59:19.852329Z","steps":["trace[1014936644] 'agreement among raft nodes before linearized reading' (duration: 946.990081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:19.852443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:18.90496Z","time spent":"947.45897ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T01:59:19.851861Z","caller":"traceutil/trace.go:171","msg":"trace[586609356] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2037; }","duration":"1.007414301s","start":"2026-04-29T01:59:18.844417Z","end":"2026-04-29T01:59:19.851831Z","steps":["trace[586609356] 'agreement among raft nodes before linearized reading' (duration: 1.007240606s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:19.851943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.599135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:59:19.85334Z","caller":"traceutil/trace.go:171","msg":"trace[51089844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2037; }","duration":"752.975772ms","start":"2026-04-29T01:59:19.100333Z","end":"2026-04-29T01:59:19.853309Z","steps":["trace[51089844] 'agreement among raft nodes before linearized reading' (duration: 751.572325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:19.853446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:19.100286Z","time spent":"753.128245ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:59:19.852734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:18.844392Z","time spent":"1.008314107s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:59:20.075693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.958871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:59:20.075944Z","caller":"traceutil/trace.go:171","msg":"trace[2131168513] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"219.059797ms","start":"2026-04-29T01:59:19.856847Z","end":"2026-04-29T01:59:20.075906Z","steps":["trace[2131168513] 'process raft request' (duration: 75.701218ms)","trace[2131168513] 'compare' (duration: 142.750227ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:20.076092Z","caller":"traceutil/trace.go:171","msg":"trace[1087739741] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"218.850333ms","start":"2026-04-29T01:59:19.857222Z","end":"2026-04-29T01:59:20.076073Z","steps":["trace[1087739741] 'process raft request' (duration: 218.65595ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:20.076114Z","caller":"traceutil/trace.go:171","msg":"trace[923615065] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"218.68866ms","start":"2026-04-29T01:59:19.857399Z","end":"2026-04-29T01:59:20.076087Z","steps":["trace[923615065] 'process raft request' (duration: 218.514116ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:20.076142Z","caller":"traceutil/trace.go:171","msg":"trace[1134945694] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"213.002798ms","start":"2026-04-29T01:59:19.863116Z","end":"2026-04-29T01:59:20.076119Z","steps":["trace[1134945694] 'process raft request' (duration: 212.904666ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:20.076261Z","caller":"traceutil/trace.go:171","msg":"trace[1955153881] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"219.088948ms","start":"2026-04-29T01:59:19.857095Z","end":"2026-04-29T01:59:20.076184Z","steps":["trace[1955153881] 'process raft request' (duration: 218.723322ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:20.076391Z","caller":"traceutil/trace.go:171","msg":"trace[104182887] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"157.954704ms","start":"2026-04-29T01:59:19.918421Z","end":"2026-04-29T01:59:20.076376Z","steps":["trace[104182887] 'process raft request' (duration: 157.648938ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:20.076317Z","caller":"traceutil/trace.go:171","msg":"trace[1418634573] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"215.397076ms","start":"2026-04-29T01:59:19.860905Z","end":"2026-04-29T01:59:20.076302Z","steps":["trace[1418634573] 'process raft request' (duration: 215.054499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:20.343123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.123431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:59:20.343421Z","caller":"traceutil/trace.go:171","msg":"trace[1602003310] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"189.845667ms","start":"2026-04-29T01:59:20.153505Z","end":"2026-04-29T01:59:20.34335Z","steps":["trace[1602003310] 'process raft request' (duration: 41.400089ms)","trace[1602003310] 'compare' (duration: 147.979349ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:25.656815Z","caller":"traceutil/trace.go:171","msg":"trace[1494179702] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"211.863018ms","start":"2026-04-29T01:59:25.444928Z","end":"2026-04-29T01:59:25.656791Z","steps":["trace[1494179702] 'process raft request' (duration: 211.708944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:26.345105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019641715,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T01:59:26.484231Z","caller":"traceutil/trace.go:171","msg":"trace[1650673708] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"659.025618ms","start":"2026-04-29T01:59:25.825178Z","end":"2026-04-29T01:59:26.484203Z","steps":["trace[1650673708] 'process raft request' (duration: 658.835763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:26.484404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:25.825158Z","time spent":"659.14597ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:26.485943Z","caller":"traceutil/trace.go:171","msg":"trace[725607248] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"386.855974ms","start":"2026-04-29T01:59:26.099062Z","end":"2026-04-29T01:59:26.485918Z","steps":["trace[725607248] 'process raft request' (duration: 386.751512ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:26.486007Z","caller":"traceutil/trace.go:171","msg":"trace[415531014] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"616.647651ms","start":"2026-04-29T01:59:25.869308Z","end":"2026-04-29T01:59:26.485956Z","steps":["trace[415531014] 'process raft request' (duration: 616.340425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:26.486111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:26.099037Z","time spent":"386.984576ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:26.4862Z","caller":"traceutil/trace.go:171","msg":"trace[1192764774] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"386.733981ms","start":"2026-04-29T01:59:26.099444Z","end":"2026-04-29T01:59:26.486178Z","steps":["trace[1192764774] 'process raft request' (duration: 386.421585ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:26.486274Z","caller":"traceutil/trace.go:171","msg":"trace[64595663] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"384.432157ms","start":"2026-04-29T01:59:26.101786Z","end":"2026-04-29T01:59:26.486219Z","steps":["trace[64595663] 'process raft request' (duration: 384.265714ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:26.486178Z","caller":"traceutil/trace.go:171","msg":"trace[1090565604] linearizableReadLoop","detail":"{readStateIndex:2159; appliedIndex:2154; }","duration":"641.420454ms","start":"2026-04-29T01:59:25.844735Z","end":"2026-04-29T01:59:26.486155Z","steps":["trace[1090565604] 'read index received' (duration: 639.246751ms)","trace[1090565604] 'applied index is now lower than readState.Index' (duration: 2.172833ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:59:26.486379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.622057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-29T01:59:26.486377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:25.869293Z","time spent":"616.863505ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:26.486425Z","caller":"traceutil/trace.go:171","msg":"trace[848086761] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2078; }","duration":"641.694659ms","start":"2026-04-29T01:59:25.844719Z","end":"2026-04-29T01:59:26.486413Z","steps":["trace[848086761] 'agreement among raft nodes before linearized reading' (duration: 641.519145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:26.486463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:25.844646Z","time spent":"641.809881ms","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T01:59:26.486452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:26.101777Z","time spent":"384.58314ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:59:26.486587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.919158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-29T01:59:26.486624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.933875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:59:26.486629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.554981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-29T01:59:26.486653Z","caller":"traceutil/trace.go:171","msg":"trace[1753848865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2078; }","duration":"387.005736ms","start":"2026-04-29T01:59:26.099639Z","end":"2026-04-29T01:59:26.486645Z","steps":["trace[1753848865] 'agreement among raft nodes before linearized reading' (duration: 386.948185ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:26.486659Z","caller":"traceutil/trace.go:171","msg":"trace[56782972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2078; }","duration":"378.625942ms","start":"2026-04-29T01:59:26.108026Z","end":"2026-04-29T01:59:26.486652Z","steps":["trace[56782972] 'agreement among raft nodes before linearized reading' (duration: 378.541911ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:26.486646Z","caller":"traceutil/trace.go:171","msg":"trace[267515017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2078; }","duration":"379.980689ms","start":"2026-04-29T01:59:26.106652Z","end":"2026-04-29T01:59:26.486632Z","steps":["trace[267515017] 'agreement among raft nodes before linearized reading' (duration: 379.833906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:26.486679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:26.09959Z","time spent":"387.086148ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:59:26.486683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:26.108005Z","time spent":"378.673324ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T01:59:26.486658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.261188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11987"} {"level":"warn","ts":"2026-04-29T01:59:26.486693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:26.106616Z","time spent":"380.069591ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T01:59:26.486697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.754554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T01:59:26.486742Z","caller":"traceutil/trace.go:171","msg":"trace[1827716903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2078; }","duration":"381.831725ms","start":"2026-04-29T01:59:26.104898Z","end":"2026-04-29T01:59:26.48673Z","steps":["trace[1827716903] 'agreement among raft nodes before linearized reading' (duration: 381.664911ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:26.486743Z","caller":"traceutil/trace.go:171","msg":"trace[943399993] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2078; }","duration":"437.352269ms","start":"2026-04-29T01:59:26.049365Z","end":"2026-04-29T01:59:26.486717Z","steps":["trace[943399993] 'agreement among raft nodes before linearized reading' (duration: 437.105645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:26.486796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:26.04932Z","time spent":"437.466481ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12011,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T01:59:26.486804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:26.104888Z","time spent":"381.896776ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T01:59:26.486395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:26.099438Z","time spent":"386.843883ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:59:26.486825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.685472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T01:59:26.48689Z","caller":"traceutil/trace.go:171","msg":"trace[1964855009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2078; }","duration":"381.767883ms","start":"2026-04-29T01:59:26.105099Z","end":"2026-04-29T01:59:26.486867Z","steps":["trace[1964855009] 'agreement among raft nodes before linearized reading' (duration: 381.486908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:26.486917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:26.105094Z","time spent":"381.817064ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:00:00.957151Z","caller":"traceutil/trace.go:171","msg":"trace[1322901309] linearizableReadLoop","detail":"{readStateIndex:2361; appliedIndex:2360; }","duration":"130.424172ms","start":"2026-04-29T02:00:00.826704Z","end":"2026-04-29T02:00:00.957128Z","steps":["trace[1322901309] 'read index received' (duration: 81.299457ms)","trace[1322901309] 'applied index is now lower than readState.Index' (duration: 49.123335ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:00.957296Z","caller":"traceutil/trace.go:171","msg":"trace[438192036] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"132.121012ms","start":"2026-04-29T02:00:00.825117Z","end":"2026-04-29T02:00:00.957238Z","steps":["trace[438192036] 'process raft request' (duration: 82.983517ms)","trace[438192036] 'compare' (duration: 48.91294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:00.957381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.667548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-29T02:00:00.95747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.061999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:00:00.95748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.011136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T02:00:00.957563Z","caller":"traceutil/trace.go:171","msg":"trace[334899344] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2272; }","duration":"109.198472ms","start":"2026-04-29T02:00:00.848344Z","end":"2026-04-29T02:00:00.957542Z","steps":["trace[334899344] 'agreement among raft nodes before linearized reading' (duration: 109.026538ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:00.957584Z","caller":"traceutil/trace.go:171","msg":"trace[183423562] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2272; }","duration":"121.153718ms","start":"2026-04-29T02:00:00.836403Z","end":"2026-04-29T02:00:00.957557Z","steps":["trace[183423562] 'agreement among raft nodes before linearized reading' (duration: 120.920433ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:00.957508Z","caller":"traceutil/trace.go:171","msg":"trace[30027579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2272; }","duration":"130.857603ms","start":"2026-04-29T02:00:00.826632Z","end":"2026-04-29T02:00:00.95749Z","steps":["trace[30027579] 'agreement among raft nodes before linearized reading' (duration: 130.636768ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:01.437089Z","caller":"traceutil/trace.go:171","msg":"trace[672110946] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"181.069461ms","start":"2026-04-29T02:00:01.255981Z","end":"2026-04-29T02:00:01.437051Z","steps":["trace[672110946] 'process raft request' (duration: 180.765685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:03.709929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.829108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:00:03.710037Z","caller":"traceutil/trace.go:171","msg":"trace[331075373] linearizableReadLoop","detail":"{readStateIndex:2369; appliedIndex:2368; }","duration":"908.274105ms","start":"2026-04-29T02:00:02.801746Z","end":"2026-04-29T02:00:03.71002Z","steps":["trace[331075373] 'read index received' (duration: 455.178801ms)","trace[331075373] 'applied index is now lower than readState.Index' (duration: 453.093714ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:03.710132Z","caller":"traceutil/trace.go:171","msg":"trace[32063876] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"933.397625ms","start":"2026-04-29T02:00:02.776723Z","end":"2026-04-29T02:00:03.71012Z","steps":["trace[32063876] 'process raft request' (duration: 480.282141ms)","trace[32063876] 'compare' (duration: 452.696705ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:03.710194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:02.776697Z","time spent":"933.466127ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:00:03.710516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.432606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T02:00:03.710593Z","caller":"traceutil/trace.go:171","msg":"trace[1440783817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2279; }","duration":"907.544468ms","start":"2026-04-29T02:00:02.803033Z","end":"2026-04-29T02:00:03.710577Z","steps":["trace[1440783817] 'agreement among raft nodes before linearized reading' (duration: 907.345693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:03.710576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.226469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:00:03.710633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:02.803024Z","time spent":"907.598309ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T02:00:03.710654Z","caller":"traceutil/trace.go:171","msg":"trace[2052291082] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2279; }","duration":"160.368333ms","start":"2026-04-29T02:00:03.550258Z","end":"2026-04-29T02:00:03.710626Z","steps":["trace[2052291082] 'agreement among raft nodes before linearized reading' (duration: 160.2456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:03.710643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.874138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:00:03.710733Z","caller":"traceutil/trace.go:171","msg":"trace[13667156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2279; }","duration":"908.999942ms","start":"2026-04-29T02:00:02.801713Z","end":"2026-04-29T02:00:03.710713Z","steps":["trace[13667156] 'agreement among raft nodes before linearized reading' (duration: 908.769576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:03.710781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:02.801699Z","time spent":"909.073273ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:00:03.710795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.959953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T02:00:03.71089Z","caller":"traceutil/trace.go:171","msg":"trace[346765688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2279; }","duration":"729.147727ms","start":"2026-04-29T02:00:02.981727Z","end":"2026-04-29T02:00:03.710874Z","steps":["trace[346765688] 'agreement among raft nodes before linearized reading' (duration: 728.710787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:03.710988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.511228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-29T02:00:03.711027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.501042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-29T02:00:03.710935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:02.981705Z","time spent":"729.219889ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:00:03.711073Z","caller":"traceutil/trace.go:171","msg":"trace[138493251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2279; }","duration":"739.634841ms","start":"2026-04-29T02:00:02.971418Z","end":"2026-04-29T02:00:03.711053Z","steps":["trace[138493251] 'agreement among raft nodes before linearized reading' (duration: 739.089008ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:03.711127Z","caller":"traceutil/trace.go:171","msg":"trace[326894991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2279; }","duration":"747.669916ms","start":"2026-04-29T02:00:02.963432Z","end":"2026-04-29T02:00:03.711102Z","steps":["trace[326894991] 'agreement among raft nodes before linearized reading' (duration: 747.105753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:03.711159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:02.971407Z","time spent":"739.741903ms","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T02:00:03.711184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:02.963396Z","time spent":"747.775178ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:00:05.064835Z","caller":"traceutil/trace.go:171","msg":"trace[1879824277] linearizableReadLoop","detail":"{readStateIndex:2374; appliedIndex:2373; }","duration":"347.029413ms","start":"2026-04-29T02:00:04.71778Z","end":"2026-04-29T02:00:05.064809Z","steps":["trace[1879824277] 'read index received' (duration: 346.940891ms)","trace[1879824277] 'applied index is now lower than readState.Index' (duration: 87.462µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:05.064896Z","caller":"traceutil/trace.go:171","msg":"trace[409720434] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"358.920278ms","start":"2026-04-29T02:00:04.705949Z","end":"2026-04-29T02:00:05.064869Z","steps":["trace[409720434] 'process raft request' (duration: 358.644562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:05.065037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.241409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-29T02:00:05.065053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:04.705925Z","time spent":"359.040872ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:05.065084Z","caller":"traceutil/trace.go:171","msg":"trace[403751186] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2284; }","duration":"347.31772ms","start":"2026-04-29T02:00:04.717752Z","end":"2026-04-29T02:00:05.06507Z","steps":["trace[403751186] 'agreement among raft nodes before linearized reading' (duration: 347.155557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:05.065121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:04.717744Z","time spent":"347.368911ms","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T02:00:05.670946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.627043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:00:05.671226Z","caller":"traceutil/trace.go:171","msg":"trace[1317201861] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"894.734682ms","start":"2026-04-29T02:00:04.776467Z","end":"2026-04-29T02:00:05.671202Z","steps":["trace[1317201861] 'process raft request' (duration: 360.74521ms)","trace[1317201861] 'compare' (duration: 533.47964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:05.67131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:04.776441Z","time spent":"894.832486ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:05.671752Z","caller":"traceutil/trace.go:171","msg":"trace[332726527] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"894.368984ms","start":"2026-04-29T02:00:04.777348Z","end":"2026-04-29T02:00:05.671717Z","steps":["trace[332726527] 'process raft request' (duration: 893.758719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:05.671939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:04.777323Z","time spent":"894.523297ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:05.672211Z","caller":"traceutil/trace.go:171","msg":"trace[1259029949] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"894.426286ms","start":"2026-04-29T02:00:04.777741Z","end":"2026-04-29T02:00:05.672167Z","steps":["trace[1259029949] 'process raft request' (duration: 893.897184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:05.672684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:04.777725Z","time spent":"894.695011ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:00:05.677087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019642209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:00:06.341204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.088375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:00:06.341338Z","caller":"traceutil/trace.go:171","msg":"trace[720996253] linearizableReadLoop","detail":"{readStateIndex:2378; appliedIndex:2377; }","duration":"1.165211688s","start":"2026-04-29T02:00:05.176105Z","end":"2026-04-29T02:00:06.341316Z","steps":["trace[720996253] 'read index received' (duration: 888.831506ms)","trace[720996253] 'applied index is now lower than readState.Index' (duration: 276.378192ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:06.341421Z","caller":"traceutil/trace.go:171","msg":"trace[1191661041] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"1.2246371s","start":"2026-04-29T02:00:05.116705Z","end":"2026-04-29T02:00:06.341342Z","steps":["trace[1191661041] 'process raft request' (duration: 948.302789ms)","trace[1191661041] 'compare' (duration: 275.876161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:06.341497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165386942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T02:00:06.341573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:05.116673Z","time spent":"1.224817494s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:06.341599Z","caller":"traceutil/trace.go:171","msg":"trace[1838772409] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2288; }","duration":"1.165534185s","start":"2026-04-29T02:00:05.176046Z","end":"2026-04-29T02:00:06.34158Z","steps":["trace[1838772409] 'agreement among raft nodes before linearized reading' (duration: 1.165352771s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:06.341651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:05.176023Z","time spent":"1.165611386s","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:00:06.360678Z","caller":"traceutil/trace.go:171","msg":"trace[1576899771] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"248.697893ms","start":"2026-04-29T02:00:06.111964Z","end":"2026-04-29T02:00:06.360662Z","steps":["trace[1576899771] 'process raft request' (duration: 248.608971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:06.362083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.985906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:00:06.362229Z","caller":"traceutil/trace.go:171","msg":"trace[1082202269] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2290; }","duration":"969.141241ms","start":"2026-04-29T02:00:05.39306Z","end":"2026-04-29T02:00:06.362201Z","steps":["trace[1082202269] 'agreement among raft nodes before linearized reading' (duration: 968.823413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:06.362301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:05.39299Z","time spent":"969.291423ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:00:06.362985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.305212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-29T02:00:06.363119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.288264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T02:00:06.363189Z","caller":"traceutil/trace.go:171","msg":"trace[1637112743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2290; }","duration":"649.406096ms","start":"2026-04-29T02:00:05.713766Z","end":"2026-04-29T02:00:06.363172Z","steps":["trace[1637112743] 'agreement among raft nodes before linearized reading' (duration: 649.225162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:06.363169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.24249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T02:00:06.363225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:05.713743Z","time spent":"649.473418ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:00:06.363247Z","caller":"traceutil/trace.go:171","msg":"trace[54589354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2290; }","duration":"567.334592ms","start":"2026-04-29T02:00:05.795894Z","end":"2026-04-29T02:00:06.363228Z","steps":["trace[54589354] 'agreement among raft nodes before linearized reading' (duration: 567.094876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:06.363293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:05.795878Z","time spent":"567.405893ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:00:06.36329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.058087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T02:00:06.363312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.238991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T02:00:06.363342Z","caller":"traceutil/trace.go:171","msg":"trace[1605266752] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2290; }","duration":"632.130869ms","start":"2026-04-29T02:00:05.731199Z","end":"2026-04-29T02:00:06.36333Z","steps":["trace[1605266752] 'agreement among raft nodes before linearized reading' (duration: 632.025837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:06.363062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.956168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:00:06.363544Z","caller":"traceutil/trace.go:171","msg":"trace[1728121936] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2290; }","duration":"546.476049ms","start":"2026-04-29T02:00:05.817048Z","end":"2026-04-29T02:00:06.363524Z","steps":["trace[1728121936] 'agreement among raft nodes before linearized reading' (duration: 545.977138ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:06.363357Z","caller":"traceutil/trace.go:171","msg":"trace[238529084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2290; }","duration":"626.302393ms","start":"2026-04-29T02:00:05.737042Z","end":"2026-04-29T02:00:06.363344Z","steps":["trace[238529084] 'agreement among raft nodes before linearized reading' (duration: 626.17745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:06.36365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:05.737032Z","time spent":"626.60741ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:00:06.363034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.00926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aab1527cb7d7cd\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-29T02:00:06.363646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:05.817028Z","time spent":"546.566302ms","remote":"127.0.0.1:33326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:00:06.363811Z","caller":"traceutil/trace.go:171","msg":"trace[1055243198] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aab1527cb7d7cd; range_end:; response_count:1; response_revision:2290; }","duration":"585.858309ms","start":"2026-04-29T02:00:05.777936Z","end":"2026-04-29T02:00:06.363794Z","steps":["trace[1055243198] 'agreement among raft nodes before linearized reading' (duration: 584.955669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:06.363876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:05.777915Z","time spent":"585.943691ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aab1527cb7d7cd\" "} {"level":"warn","ts":"2026-04-29T02:00:06.363375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:05.731188Z","time spent":"632.17893ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:00:06.363147Z","caller":"traceutil/trace.go:171","msg":"trace[1744874550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2290; }","duration":"567.478835ms","start":"2026-04-29T02:00:05.795649Z","end":"2026-04-29T02:00:06.363128Z","steps":["trace[1744874550] 'agreement among raft nodes before linearized reading' (duration: 567.198699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:06.364143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:05.79564Z","time spent":"568.439937ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:00:06.362994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.037205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T02:00:06.364402Z","caller":"traceutil/trace.go:171","msg":"trace[1001055693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2290; }","duration":"568.494339ms","start":"2026-04-29T02:00:05.795893Z","end":"2026-04-29T02:00:06.364388Z","steps":["trace[1001055693] 'agreement among raft nodes before linearized reading' (duration: 567.005574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:06.364439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:05.795867Z","time spent":"568.560699ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:00:06.363424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.151626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:00:06.364492Z","caller":"traceutil/trace.go:171","msg":"trace[35924208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2290; }","duration":"267.211011ms","start":"2026-04-29T02:00:06.097264Z","end":"2026-04-29T02:00:06.364475Z","steps":["trace[35924208] 'agreement among raft nodes before linearized reading' (duration: 266.137155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:06.363557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.252412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:00:06.363478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.00027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T02:00:06.364657Z","caller":"traceutil/trace.go:171","msg":"trace[894714387] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2290; }","duration":"292.209938ms","start":"2026-04-29T02:00:06.07243Z","end":"2026-04-29T02:00:06.36464Z","steps":["trace[894714387] 'agreement among raft nodes before linearized reading' (duration: 290.9761ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:06.364658Z","caller":"traceutil/trace.go:171","msg":"trace[201636072] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2290; }","duration":"375.45021ms","start":"2026-04-29T02:00:05.989187Z","end":"2026-04-29T02:00:06.364637Z","steps":["trace[201636072] 'agreement among raft nodes before linearized reading' (duration: 373.68381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:06.364724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:05.989164Z","time spent":"375.539343ms","remote":"127.0.0.1:51798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:00:36.751063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.129767ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-29T02:00:40.712404Z","caller":"traceutil/trace.go:171","msg":"trace[26414724] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"119.129591ms","start":"2026-04-29T02:00:40.592914Z","end":"2026-04-29T02:00:40.712043Z","steps":["trace[26414724] 'process raft request' (duration: 35.558591ms)","trace[26414724] 'compare' (duration: 83.366885ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:40.71246Z","caller":"traceutil/trace.go:171","msg":"trace[1919533256] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"117.508124ms","start":"2026-04-29T02:00:40.594925Z","end":"2026-04-29T02:00:40.712433Z","steps":["trace[1919533256] 'process raft request' (duration: 117.433941ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:40.712532Z","caller":"traceutil/trace.go:171","msg":"trace[1100383830] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"118.986128ms","start":"2026-04-29T02:00:40.593508Z","end":"2026-04-29T02:00:40.712494Z","steps":["trace[1100383830] 'process raft request' (duration: 118.734461ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:40.712704Z","caller":"traceutil/trace.go:171","msg":"trace[1031223470] linearizableReadLoop","detail":"{readStateIndex:2572; appliedIndex:2568; }","duration":"109.387076ms","start":"2026-04-29T02:00:40.603259Z","end":"2026-04-29T02:00:40.712646Z","steps":["trace[1031223470] 'read index received' (duration: 25.14554ms)","trace[1031223470] 'applied index is now lower than readState.Index' (duration: 84.239246ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:40.712716Z","caller":"traceutil/trace.go:171","msg":"trace[735583634] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"117.381931ms","start":"2026-04-29T02:00:40.595307Z","end":"2026-04-29T02:00:40.712689Z","steps":["trace[735583634] 'process raft request' (duration: 117.088804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:40.712893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.611561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T02:00:40.712953Z","caller":"traceutil/trace.go:171","msg":"trace[78732839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2475; }","duration":"109.728544ms","start":"2026-04-29T02:00:40.603209Z","end":"2026-04-29T02:00:40.712937Z","steps":["trace[78732839] 'agreement among raft nodes before linearized reading' (duration: 109.56598ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:47.732481Z","caller":"traceutil/trace.go:171","msg":"trace[969061320] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"100.420238ms","start":"2026-04-29T02:00:47.632034Z","end":"2026-04-29T02:00:47.732454Z","steps":["trace[969061320] 'process raft request' (duration: 100.258385ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:49.033115Z","caller":"traceutil/trace.go:171","msg":"trace[2028583833] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"190.582351ms","start":"2026-04-29T02:00:48.842506Z","end":"2026-04-29T02:00:49.033088Z","steps":["trace[2028583833] 'process raft request' (duration: 189.829724ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:49.03359Z","caller":"traceutil/trace.go:171","msg":"trace[864226793] linearizableReadLoop","detail":"{readStateIndex:2624; appliedIndex:2621; }","duration":"171.361008ms","start":"2026-04-29T02:00:48.862208Z","end":"2026-04-29T02:00:49.033569Z","steps":["trace[864226793] 'read index received' (duration: 170.211601ms)","trace[864226793] 'applied index is now lower than readState.Index' (duration: 1.148357ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:49.03366Z","caller":"traceutil/trace.go:171","msg":"trace[336871582] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"191.018791ms","start":"2026-04-29T02:00:48.842612Z","end":"2026-04-29T02:00:49.033631Z","steps":["trace[336871582] 'process raft request' (duration: 190.790495ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:49.033693Z","caller":"traceutil/trace.go:171","msg":"trace[822522159] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"191.042442ms","start":"2026-04-29T02:00:48.842631Z","end":"2026-04-29T02:00:49.033673Z","steps":["trace[822522159] 'process raft request' (duration: 190.894529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:49.033935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.673845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:00:49.03414Z","caller":"traceutil/trace.go:171","msg":"trace[1517954770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2525; }","duration":"171.941071ms","start":"2026-04-29T02:00:48.862173Z","end":"2026-04-29T02:00:49.034114Z","steps":["trace[1517954770] 'agreement among raft nodes before linearized reading' (duration: 171.592493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:51.374721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.149332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:00:51.374995Z","caller":"traceutil/trace.go:171","msg":"trace[314505785] linearizableReadLoop","detail":"{readStateIndex:2640; appliedIndex:2638; }","duration":"258.08193ms","start":"2026-04-29T02:00:51.116896Z","end":"2026-04-29T02:00:51.374978Z","steps":["trace[314505785] 'read index received' (duration: 41.544459ms)","trace[314505785] 'applied index is now lower than readState.Index' (duration: 216.536451ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:51.375015Z","caller":"traceutil/trace.go:171","msg":"trace[1538025472] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"332.615953ms","start":"2026-04-29T02:00:51.042373Z","end":"2026-04-29T02:00:51.374989Z","steps":["trace[1538025472] 'process raft request' (duration: 116.115073ms)","trace[1538025472] 'compare' (duration: 215.905566ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:51.375036Z","caller":"traceutil/trace.go:171","msg":"trace[939479137] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"332.641254ms","start":"2026-04-29T02:00:51.042364Z","end":"2026-04-29T02:00:51.375005Z","steps":["trace[939479137] 'process raft request' (duration: 332.517281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:51.375176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.279594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:00:51.375282Z","caller":"traceutil/trace.go:171","msg":"trace[202250319] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2542; }","duration":"258.421049ms","start":"2026-04-29T02:00:51.116845Z","end":"2026-04-29T02:00:51.375267Z","steps":["trace[202250319] 'agreement among raft nodes before linearized reading' (duration: 258.225754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:51.375181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:51.042351Z","time spent":"332.735596ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:00:51.375206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:51.042348Z","time spent":"332.759056ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:00:58.486225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.626569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:00:58.48642Z","caller":"traceutil/trace.go:171","msg":"trace[1045193060] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"222.819689ms","start":"2026-04-29T02:00:58.263577Z","end":"2026-04-29T02:00:58.486397Z","steps":["trace[1045193060] 'process raft request' (duration: 92.808502ms)","trace[1045193060] 'compare' (duration: 129.383634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:03.620779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.949294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-29T02:01:03.620865Z","caller":"traceutil/trace.go:171","msg":"trace[392941738] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2699; }","duration":"123.272831ms","start":"2026-04-29T02:01:03.497577Z","end":"2026-04-29T02:01:03.620849Z","steps":["trace[392941738] 'range keys from in-memory index tree' (duration: 122.790111ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:03.620935Z","caller":"traceutil/trace.go:171","msg":"trace[492817616] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"122.700959ms","start":"2026-04-29T02:01:03.498198Z","end":"2026-04-29T02:01:03.620899Z","steps":["trace[492817616] 'process raft request' (duration: 59.416497ms)","trace[492817616] 'compare' (duration: 62.931296ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:03.622154Z","caller":"traceutil/trace.go:171","msg":"trace[2073688553] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"122.346151ms","start":"2026-04-29T02:01:03.49978Z","end":"2026-04-29T02:01:03.622126Z","steps":["trace[2073688553] 'process raft request' (duration: 122.197948ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:03.622227Z","caller":"traceutil/trace.go:171","msg":"trace[175746365] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"120.637438ms","start":"2026-04-29T02:01:03.501569Z","end":"2026-04-29T02:01:03.622206Z","steps":["trace[175746365] 'process raft request' (duration: 120.506545ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:06.043867Z","caller":"traceutil/trace.go:171","msg":"trace[174803077] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"111.765181ms","start":"2026-04-29T02:01:05.932076Z","end":"2026-04-29T02:01:06.043841Z","steps":["trace[174803077] 'process raft request' (duration: 111.615188ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:06.050448Z","caller":"traceutil/trace.go:171","msg":"trace[986816425] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"112.500535ms","start":"2026-04-29T02:01:05.937918Z","end":"2026-04-29T02:01:06.050418Z","steps":["trace[986816425] 'process raft request' (duration: 112.24629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:09.485993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.556343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:905"} {"level":"warn","ts":"2026-04-29T02:01:09.486008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.718898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:01:09.486072Z","caller":"traceutil/trace.go:171","msg":"trace[2078627610] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:2789; }","duration":"204.679536ms","start":"2026-04-29T02:01:09.281373Z","end":"2026-04-29T02:01:09.486052Z","steps":["trace[2078627610] 'range keys from in-memory index tree' (duration: 204.339438ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:09.486094Z","caller":"traceutil/trace.go:171","msg":"trace[1422007174] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2789; }","duration":"144.856851ms","start":"2026-04-29T02:01:09.341214Z","end":"2026-04-29T02:01:09.48607Z","steps":["trace[1422007174] 'count revisions from in-memory index tree' (duration: 144.638477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:13.347759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019643345,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:01:13.574422Z","caller":"traceutil/trace.go:171","msg":"trace[2006805950] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"791.557879ms","start":"2026-04-29T02:01:12.782839Z","end":"2026-04-29T02:01:13.574397Z","steps":["trace[2006805950] 'process raft request' (duration: 791.415906ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:13.574426Z","caller":"traceutil/trace.go:171","msg":"trace[1958584989] linearizableReadLoop","detail":"{readStateIndex:2924; appliedIndex:2924; }","duration":"727.700475ms","start":"2026-04-29T02:01:12.846694Z","end":"2026-04-29T02:01:13.574394Z","steps":["trace[1958584989] 'read index received' (duration: 727.687405ms)","trace[1958584989] 'applied index is now lower than readState.Index' (duration: 10.62µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:13.57457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:12.782822Z","time spent":"791.669221ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:13.574712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.99289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-29T02:01:13.574757Z","caller":"traceutil/trace.go:171","msg":"trace[68754655] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2812; }","duration":"728.101173ms","start":"2026-04-29T02:01:12.846644Z","end":"2026-04-29T02:01:13.574745Z","steps":["trace[68754655] 'agreement among raft nodes before linearized reading' (duration: 727.902929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:13.574801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:12.846625Z","time spent":"728.165993ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-29T02:01:13.57928Z","caller":"traceutil/trace.go:171","msg":"trace[2091552719] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"208.276598ms","start":"2026-04-29T02:01:13.370973Z","end":"2026-04-29T02:01:13.57925Z","steps":["trace[2091552719] 'process raft request' (duration: 208.084843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:13.579528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.601134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T02:01:13.579592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.641487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-29T02:01:13.579586Z","caller":"traceutil/trace.go:171","msg":"trace[1807015024] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2814; }","duration":"690.669586ms","start":"2026-04-29T02:01:12.888903Z","end":"2026-04-29T02:01:13.579572Z","steps":["trace[1807015024] 'agreement among raft nodes before linearized reading' (duration: 690.504803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:13.579701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:12.888865Z","time spent":"690.820259ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:01:13.579691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.364604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-29T02:01:13.579714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.367771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:01:13.579761Z","caller":"traceutil/trace.go:171","msg":"trace[127160073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2814; }","duration":"595.466586ms","start":"2026-04-29T02:01:12.984275Z","end":"2026-04-29T02:01:13.579741Z","steps":["trace[127160073] 'agreement among raft nodes before linearized reading' (duration: 595.289633ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:13.579777Z","caller":"traceutil/trace.go:171","msg":"trace[917629680] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2814; }","duration":"415.446632ms","start":"2026-04-29T02:01:13.164309Z","end":"2026-04-29T02:01:13.579756Z","steps":["trace[917629680] 'agreement among raft nodes before linearized reading' (duration: 415.364801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:13.579804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:12.984256Z","time spent":"595.539977ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:01:13.579823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.112877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-29T02:01:13.579826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:13.164298Z","time spent":"415.515273ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:01:13.579698Z","caller":"traceutil/trace.go:171","msg":"trace[385449396] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2814; }","duration":"394.76678ms","start":"2026-04-29T02:01:13.184912Z","end":"2026-04-29T02:01:13.579678Z","steps":["trace[385449396] 'agreement among raft nodes before linearized reading' (duration: 394.509855ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:13.579869Z","caller":"traceutil/trace.go:171","msg":"trace[1243466635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2814; }","duration":"363.184668ms","start":"2026-04-29T02:01:13.216672Z","end":"2026-04-29T02:01:13.579857Z","steps":["trace[1243466635] 'agreement among raft nodes before linearized reading' (duration: 363.057856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:13.579892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:13.184902Z","time spent":"394.983534ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-29T02:01:13.579912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:13.216659Z","time spent":"363.2423ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:01:13.579581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.792297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:13.579981Z","caller":"traceutil/trace.go:171","msg":"trace[1170720939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2814; }","duration":"480.233325ms","start":"2026-04-29T02:01:13.099729Z","end":"2026-04-29T02:01:13.579962Z","steps":["trace[1170720939] 'agreement among raft nodes before linearized reading' (duration: 479.744116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:13.580048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:13.099717Z","time spent":"480.301636ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:01:41.948654Z","caller":"traceutil/trace.go:171","msg":"trace[1904042694] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"107.106017ms","start":"2026-04-29T02:01:41.841512Z","end":"2026-04-29T02:01:41.948618Z","steps":["trace[1904042694] 'process raft request' (duration: 81.733551ms)","trace[1904042694] 'compare' (duration: 25.195173ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:44.347986Z","caller":"traceutil/trace.go:171","msg":"trace[1497822869] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"121.798912ms","start":"2026-04-29T02:01:44.226163Z","end":"2026-04-29T02:01:44.347962Z","steps":["trace[1497822869] 'process raft request' (duration: 121.648129ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:44.349842Z","caller":"traceutil/trace.go:171","msg":"trace[1844741642] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"121.28067ms","start":"2026-04-29T02:01:44.228533Z","end":"2026-04-29T02:01:44.349814Z","steps":["trace[1844741642] 'process raft request' (duration: 121.051046ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:45.865547Z","caller":"traceutil/trace.go:171","msg":"trace[1362977197] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"124.470645ms","start":"2026-04-29T02:01:45.74104Z","end":"2026-04-29T02:01:45.86551Z","steps":["trace[1362977197] 'process raft request' (duration: 124.171749ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:46.501472Z","caller":"traceutil/trace.go:171","msg":"trace[1363859572] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"145.395062ms","start":"2026-04-29T02:01:46.355983Z","end":"2026-04-29T02:01:46.501378Z","steps":["trace[1363859572] 'process raft request' (duration: 145.343521ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:46.501689Z","caller":"traceutil/trace.go:171","msg":"trace[1994077897] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"145.950923ms","start":"2026-04-29T02:01:46.355697Z","end":"2026-04-29T02:01:46.501648Z","steps":["trace[1994077897] 'process raft request' (duration: 106.375703ms)","trace[1994077897] 'compare' (duration: 39.092661ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:48.130534Z","caller":"traceutil/trace.go:171","msg":"trace[1629751509] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"504.759036ms","start":"2026-04-29T02:01:47.625753Z","end":"2026-04-29T02:01:48.130512Z","steps":["trace[1629751509] 'process raft request' (duration: 504.619913ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:48.130573Z","caller":"traceutil/trace.go:171","msg":"trace[2083219044] linearizableReadLoop","detail":"{readStateIndex:3141; appliedIndex:3141; }","duration":"322.799443ms","start":"2026-04-29T02:01:47.807739Z","end":"2026-04-29T02:01:48.130539Z","steps":["trace[2083219044] 'read index received' (duration: 322.786183ms)","trace[2083219044] 'applied index is now lower than readState.Index' (duration: 10.32µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:48.130704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:47.625728Z","time spent":"504.870488ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:48.130732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.974938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:48.130767Z","caller":"traceutil/trace.go:171","msg":"trace[1501761864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3022; }","duration":"323.059039ms","start":"2026-04-29T02:01:47.807698Z","end":"2026-04-29T02:01:48.130757Z","steps":["trace[1501761864] 'agreement among raft nodes before linearized reading' (duration: 322.973997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:48.130836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:47.807679Z","time spent":"323.12305ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:01:48.462261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.494862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:01:48.462361Z","caller":"traceutil/trace.go:171","msg":"trace[237342429] linearizableReadLoop","detail":"{readStateIndex:3142; appliedIndex:3141; }","duration":"331.707121ms","start":"2026-04-29T02:01:48.130637Z","end":"2026-04-29T02:01:48.462344Z","steps":["trace[237342429] 'read index received' (duration: 128.008935ms)","trace[237342429] 'applied index is now lower than readState.Index' (duration: 203.696806ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:48.462429Z","caller":"traceutil/trace.go:171","msg":"trace[1966783098] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"592.111969ms","start":"2026-04-29T02:01:47.870306Z","end":"2026-04-29T02:01:48.462418Z","steps":["trace[1966783098] 'process raft request' (duration: 388.373782ms)","trace[1966783098] 'compare' (duration: 203.228936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:48.462508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:47.870282Z","time spent":"592.17827ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:48.462562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.563123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-29T02:01:48.462639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.20776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:48.462642Z","caller":"traceutil/trace.go:171","msg":"trace[944171507] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3023; }","duration":"459.700477ms","start":"2026-04-29T02:01:48.002925Z","end":"2026-04-29T02:01:48.462625Z","steps":["trace[944171507] 'agreement among raft nodes before linearized reading' (duration: 459.490643ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:48.462672Z","caller":"traceutil/trace.go:171","msg":"trace[693321244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3023; }","duration":"362.296091ms","start":"2026-04-29T02:01:48.100366Z","end":"2026-04-29T02:01:48.462663Z","steps":["trace[693321244] 'agreement among raft nodes before linearized reading' (duration: 362.24487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:48.462688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.002903Z","time spent":"459.776168ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:01:48.462703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.100335Z","time spent":"362.361223ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:01:48.462736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.513929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T02:01:48.462826Z","caller":"traceutil/trace.go:171","msg":"trace[1353167547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3023; }","duration":"532.650121ms","start":"2026-04-29T02:01:47.930154Z","end":"2026-04-29T02:01:48.462804Z","steps":["trace[1353167547] 'agreement among raft nodes before linearized reading' (duration: 532.431327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:48.462847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.841106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-29T02:01:48.462873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:47.930125Z","time spent":"532.739714ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:01:48.462819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.790355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:01:48.462907Z","caller":"traceutil/trace.go:171","msg":"trace[862570733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3023; }","duration":"531.945348ms","start":"2026-04-29T02:01:47.930945Z","end":"2026-04-29T02:01:48.462891Z","steps":["trace[862570733] 'agreement among raft nodes before linearized reading' (duration: 531.54251ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:48.462932Z","caller":"traceutil/trace.go:171","msg":"trace[1219421181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3023; }","duration":"520.018489ms","start":"2026-04-29T02:01:47.942896Z","end":"2026-04-29T02:01:48.462915Z","steps":["trace[1219421181] 'agreement among raft nodes before linearized reading' (duration: 519.691953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:48.462972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:47.942876Z","time spent":"520.08452ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:01:48.46297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:47.930915Z","time spent":"532.04096ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:01:48.463064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.302491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T02:01:48.463154Z","caller":"traceutil/trace.go:171","msg":"trace[1925629595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3023; }","duration":"400.446693ms","start":"2026-04-29T02:01:48.062693Z","end":"2026-04-29T02:01:48.46314Z","steps":["trace[1925629595] 'agreement among raft nodes before linearized reading' (duration: 399.923142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:48.463302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.062675Z","time spent":"400.607686ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:01:48.962715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019643902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:01:49.441843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.51251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:01:49.442004Z","caller":"traceutil/trace.go:171","msg":"trace[961167572] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"1.049860926s","start":"2026-04-29T02:01:48.392115Z","end":"2026-04-29T02:01:49.441976Z","steps":["trace[961167572] 'process raft request' (duration: 781.06303ms)","trace[961167572] 'compare' (duration: 268.117073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:49.442347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.392088Z","time spent":"1.050115061s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:50.599052Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.425864072s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:01:50.654502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049009879s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:50.654656Z","caller":"traceutil/trace.go:171","msg":"trace[1429240027] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3024; }","duration":"1.049173702s","start":"2026-04-29T02:01:49.605459Z","end":"2026-04-29T02:01:50.654633Z","steps":["trace[1429240027] 'range keys from in-memory index tree' (duration: 1.048987668s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:50.654939Z","caller":"traceutil/trace.go:171","msg":"trace[942999781] transaction","detail":"{read_only:false; response_revision:3025; number_of_response:1; }","duration":"2.186504824s","start":"2026-04-29T02:01:48.468404Z","end":"2026-04-29T02:01:50.654909Z","steps":["trace[942999781] 'process raft request' (duration: 2.130910894s)","trace[942999781] 'compare' (duration: 55.224222ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:50.655069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.468378Z","time spent":"2.186619216s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:50.655273Z","caller":"traceutil/trace.go:171","msg":"trace[1131452355] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"2.186384771s","start":"2026-04-29T02:01:48.468853Z","end":"2026-04-29T02:01:50.655238Z","steps":["trace[1131452355] 'process raft request' (duration: 2.186001594s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.655473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.468839Z","time spent":"2.186544935s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:50.655494Z","caller":"traceutil/trace.go:171","msg":"trace[52383922] transaction","detail":"{read_only:false; response_revision:3027; number_of_response:1; }","duration":"2.186481214s","start":"2026-04-29T02:01:48.468987Z","end":"2026-04-29T02:01:50.655468Z","steps":["trace[52383922] 'process raft request' (duration: 2.185966924s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:50.655667Z","caller":"traceutil/trace.go:171","msg":"trace[752211661] transaction","detail":"{read_only:false; response_revision:3028; number_of_response:1; }","duration":"2.186666637s","start":"2026-04-29T02:01:48.468977Z","end":"2026-04-29T02:01:50.655643Z","steps":["trace[752211661] 'process raft request' (duration: 2.186325751s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.655775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.468953Z","time spent":"2.186770529s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:50.65592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.468975Z","time spent":"2.186697108s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:50.656004Z","caller":"traceutil/trace.go:171","msg":"trace[264711857] transaction","detail":"{read_only:false; response_revision:3029; number_of_response:1; }","duration":"2.186873102s","start":"2026-04-29T02:01:48.469103Z","end":"2026-04-29T02:01:50.655976Z","steps":["trace[264711857] 'process raft request' (duration: 2.186481734s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:50.656067Z","caller":"traceutil/trace.go:171","msg":"trace[713389073] transaction","detail":"{read_only:false; response_revision:3030; number_of_response:1; }","duration":"2.149268401s","start":"2026-04-29T02:01:48.506774Z","end":"2026-04-29T02:01:50.656043Z","steps":["trace[713389073] 'process raft request' (duration: 2.149092948s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:50.656071Z","caller":"traceutil/trace.go:171","msg":"trace[283851335] transaction","detail":"{read_only:false; response_revision:3031; number_of_response:1; }","duration":"2.148714589s","start":"2026-04-29T02:01:48.507327Z","end":"2026-04-29T02:01:50.656041Z","steps":["trace[283851335] 'process raft request' (duration: 2.148660528s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.656121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388935264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:01:50.656145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.469087Z","time spent":"2.186982383s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:50.656173Z","caller":"traceutil/trace.go:171","msg":"trace[310271131] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3031; }","duration":"2.388989235s","start":"2026-04-29T02:01:48.26717Z","end":"2026-04-29T02:01:50.65616Z","steps":["trace[310271131] 'agreement among raft nodes before linearized reading' (duration: 2.388909674s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.656182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.506754Z","time spent":"2.149372993s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:50.656213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.2671Z","time spent":"2.389104278s","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:01:50.65621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.507318Z","time spent":"2.148815951s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:50.656081Z","caller":"traceutil/trace.go:171","msg":"trace[144398172] linearizableReadLoop","detail":"{readStateIndex:3150; appliedIndex:3142; }","duration":"2.193654866s","start":"2026-04-29T02:01:48.462385Z","end":"2026-04-29T02:01:50.65604Z","steps":["trace[144398172] 'read index received' (duration: 710.820068ms)","trace[144398172] 'applied index is now lower than readState.Index' (duration: 1.482833048s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:50.656339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520784287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18aab170178c8a1e\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-29T02:01:50.656447Z","caller":"traceutil/trace.go:171","msg":"trace[1393211978] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18aab170178c8a1e; range_end:; response_count:1; response_revision:3031; }","duration":"2.52096341s","start":"2026-04-29T02:01:48.135469Z","end":"2026-04-29T02:01:50.656433Z","steps":["trace[1393211978] 'agreement among raft nodes before linearized reading' (duration: 2.520684014s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.656492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.135451Z","time spent":"2.521029711s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":792,"request content":"key:\"/registry/events/openstack/valkey-node-0.18aab170178c8a1e\" "} {"level":"warn","ts":"2026-04-29T02:01:50.751657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235842879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:50.751739Z","caller":"traceutil/trace.go:171","msg":"trace[1832134208] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3033; }","duration":"2.236005392s","start":"2026-04-29T02:01:48.515712Z","end":"2026-04-29T02:01:50.751718Z","steps":["trace[1832134208] 'agreement among raft nodes before linearized reading' (duration: 2.235836919s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:50.751715Z","caller":"traceutil/trace.go:171","msg":"trace[1538690626] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"282.609361ms","start":"2026-04-29T02:01:50.469042Z","end":"2026-04-29T02:01:50.751651Z","steps":["trace[1538690626] 'process raft request' (duration: 282.464418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.751781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:48.515693Z","time spent":"2.236078823s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:01:50.751753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265755965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:01:50.751803Z","caller":"traceutil/trace.go:171","msg":"trace[931786247] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"1.502814447s","start":"2026-04-29T02:01:49.248948Z","end":"2026-04-29T02:01:50.751762Z","steps":["trace[931786247] 'process raft request' (duration: 1.502397018s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.751895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.151662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:01:50.751927Z","caller":"traceutil/trace.go:171","msg":"trace[657076336] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3033; }","duration":"1.265961499s","start":"2026-04-29T02:01:49.485881Z","end":"2026-04-29T02:01:50.751842Z","steps":["trace[657076336] 'agreement among raft nodes before linearized reading' (duration: 1.265693054s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:50.751961Z","caller":"traceutil/trace.go:171","msg":"trace[502238107] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3033; }","duration":"540.283505ms","start":"2026-04-29T02:01:50.21166Z","end":"2026-04-29T02:01:50.751944Z","steps":["trace[502238107] 'agreement among raft nodes before linearized reading' (duration: 540.153402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.751971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:49.248924Z","time spent":"1.50294951s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:50.75199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:49.485858Z","time spent":"1.266119712s","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:01:50.752001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:50.211578Z","time spent":"540.414507ms","remote":"127.0.0.1:60496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:01:50.75208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320980597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-29T02:01:50.752105Z","caller":"traceutil/trace.go:171","msg":"trace[104363740] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3033; }","duration":"1.321062s","start":"2026-04-29T02:01:49.431035Z","end":"2026-04-29T02:01:50.752097Z","steps":["trace[104363740] 'agreement among raft nodes before linearized reading' (duration: 1.320947347s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.752123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:49.431003Z","time spent":"1.32111545s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:01:50.752218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651773631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:50.75224Z","caller":"traceutil/trace.go:171","msg":"trace[1983045868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3033; }","duration":"1.651837192s","start":"2026-04-29T02:01:49.100397Z","end":"2026-04-29T02:01:50.752234Z","steps":["trace[1983045868] 'agreement among raft nodes before linearized reading' (duration: 1.651802192s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.752259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:49.100375Z","time spent":"1.651880253s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:01:50.752532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567715632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-29T02:01:50.752563Z","caller":"traceutil/trace.go:171","msg":"trace[515161400] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3033; }","duration":"1.567783794s","start":"2026-04-29T02:01:49.184772Z","end":"2026-04-29T02:01:50.752556Z","steps":["trace[515161400] 'agreement among raft nodes before linearized reading' (duration: 1.567663711s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.752582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:49.184751Z","time spent":"1.567826374s","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-29T02:01:50.93988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.532595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:01:50.940026Z","caller":"traceutil/trace.go:171","msg":"trace[1191914800] linearizableReadLoop","detail":"{readStateIndex:3153; appliedIndex:3152; }","duration":"186.489772ms","start":"2026-04-29T02:01:50.753511Z","end":"2026-04-29T02:01:50.940001Z","steps":["trace[1191914800] 'read index received' (duration: 48.678502ms)","trace[1191914800] 'applied index is now lower than readState.Index' (duration: 137.80923ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:50.940124Z","caller":"traceutil/trace.go:171","msg":"trace[2136357607] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"281.477369ms","start":"2026-04-29T02:01:50.658605Z","end":"2026-04-29T02:01:50.940082Z","steps":["trace[2136357607] 'process raft request' (duration: 143.595817ms)","trace[2136357607] 'compare' (duration: 137.382912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:50.940179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.677055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:50.940289Z","caller":"traceutil/trace.go:171","msg":"trace[1681820910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3034; }","duration":"186.835288ms","start":"2026-04-29T02:01:50.753436Z","end":"2026-04-29T02:01:50.940272Z","steps":["trace[1681820910] 'agreement among raft nodes before linearized reading' (duration: 186.688845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.940391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.822659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-04-29T02:01:50.940459Z","caller":"traceutil/trace.go:171","msg":"trace[1901561706] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3034; }","duration":"183.921841ms","start":"2026-04-29T02:01:50.75652Z","end":"2026-04-29T02:01:50.940442Z","steps":["trace[1901561706] 'agreement among raft nodes before linearized reading' (duration: 183.662295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:50.940421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.44497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-29T02:01:50.940545Z","caller":"traceutil/trace.go:171","msg":"trace[1562508912] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3034; }","duration":"184.622755ms","start":"2026-04-29T02:01:50.755897Z","end":"2026-04-29T02:01:50.94052Z","steps":["trace[1562508912] 'agreement among raft nodes before linearized reading' (duration: 184.270857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:51.246481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.178488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:01:51.246581Z","caller":"traceutil/trace.go:171","msg":"trace[1832744324] linearizableReadLoop","detail":"{readStateIndex:3154; appliedIndex:3153; }","duration":"299.839295ms","start":"2026-04-29T02:01:50.946725Z","end":"2026-04-29T02:01:51.246565Z","steps":["trace[1832744324] 'read index received' (duration: 148.571156ms)","trace[1832744324] 'applied index is now lower than readState.Index' (duration: 151.267179ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:51.246619Z","caller":"traceutil/trace.go:171","msg":"trace[1465323335] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"301.050679ms","start":"2026-04-29T02:01:50.945515Z","end":"2026-04-29T02:01:51.246566Z","steps":["trace[1465323335] 'process raft request' (duration: 149.698108ms)","trace[1465323335] 'compare' (duration: 151.061866ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:51.246707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.278563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:51.246734Z","caller":"traceutil/trace.go:171","msg":"trace[977180667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3035; }","duration":"299.322685ms","start":"2026-04-29T02:01:50.947404Z","end":"2026-04-29T02:01:51.246726Z","steps":["trace[977180667] 'agreement among raft nodes before linearized reading' (duration: 299.254984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:51.246815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.07395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-29T02:01:51.246879Z","caller":"traceutil/trace.go:171","msg":"trace[748612888] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3035; }","duration":"300.160071ms","start":"2026-04-29T02:01:50.946706Z","end":"2026-04-29T02:01:51.246866Z","steps":["trace[748612888] 'agreement among raft nodes before linearized reading' (duration: 299.935467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:51.246927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:50.946698Z","time spent":"300.222342ms","remote":"127.0.0.1:60468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-29T02:01:51.246933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.91756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:51.246966Z","caller":"traceutil/trace.go:171","msg":"trace[455219391] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3035; }","duration":"198.003792ms","start":"2026-04-29T02:01:51.048954Z","end":"2026-04-29T02:01:51.246958Z","steps":["trace[455219391] 'agreement among raft nodes before linearized reading' (duration: 197.91501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:51.246993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.315846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:01:51.247016Z","caller":"traceutil/trace.go:171","msg":"trace[317199234] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3035; }","duration":"239.432029ms","start":"2026-04-29T02:01:51.007578Z","end":"2026-04-29T02:01:51.24701Z","steps":["trace[317199234] 'agreement among raft nodes before linearized reading' (duration: 239.389908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:51.247295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:50.945502Z","time spent":"301.210092ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:51.654698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.544246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:01:51.654821Z","caller":"traceutil/trace.go:171","msg":"trace[1945038262] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"206.697376ms","start":"2026-04-29T02:01:51.448102Z","end":"2026-04-29T02:01:51.654799Z","steps":["trace[1945038262] 'process raft request' (duration: 87.953826ms)","trace[1945038262] 'compare' (duration: 118.242ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:51.696602Z","caller":"traceutil/trace.go:171","msg":"trace[172447431] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"169.433982ms","start":"2026-04-29T02:01:51.527144Z","end":"2026-04-29T02:01:51.696578Z","steps":["trace[172447431] 'process raft request' (duration: 169.293389ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:52.86674Z","caller":"traceutil/trace.go:171","msg":"trace[500298644] transaction","detail":"{read_only:false; response_revision:3040; number_of_response:1; }","duration":"202.981922ms","start":"2026-04-29T02:01:52.66373Z","end":"2026-04-29T02:01:52.866712Z","steps":["trace[500298644] 'process raft request' (duration: 202.88944ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:52.866972Z","caller":"traceutil/trace.go:171","msg":"trace[1783881896] transaction","detail":"{read_only:false; response_revision:3039; number_of_response:1; }","duration":"204.042492ms","start":"2026-04-29T02:01:52.662892Z","end":"2026-04-29T02:01:52.866935Z","steps":["trace[1783881896] 'process raft request' (duration: 133.711669ms)","trace[1783881896] 'compare' (duration: 69.861304ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:52.867266Z","caller":"traceutil/trace.go:171","msg":"trace[1777358511] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"203.084954ms","start":"2026-04-29T02:01:52.664156Z","end":"2026-04-29T02:01:52.867241Z","steps":["trace[1777358511] 'process raft request' (duration: 202.511022ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:52.867591Z","caller":"traceutil/trace.go:171","msg":"trace[556942877] transaction","detail":"{read_only:false; response_revision:3042; number_of_response:1; }","duration":"202.766857ms","start":"2026-04-29T02:01:52.664802Z","end":"2026-04-29T02:01:52.867569Z","steps":["trace[556942877] 'process raft request' (duration: 202.172885ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:52.867638Z","caller":"traceutil/trace.go:171","msg":"trace[459749411] transaction","detail":"{read_only:false; response_revision:3043; number_of_response:1; }","duration":"202.669435ms","start":"2026-04-29T02:01:52.664908Z","end":"2026-04-29T02:01:52.867577Z","steps":["trace[459749411] 'process raft request' (duration: 202.553003ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:52.867778Z","caller":"traceutil/trace.go:171","msg":"trace[1730730114] transaction","detail":"{read_only:false; response_revision:3044; number_of_response:1; }","duration":"202.553373ms","start":"2026-04-29T02:01:52.665209Z","end":"2026-04-29T02:01:52.867762Z","steps":["trace[1730730114] 'process raft request' (duration: 202.329089ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:52.867736Z","caller":"traceutil/trace.go:171","msg":"trace[1469096951] transaction","detail":"{read_only:false; response_revision:3045; number_of_response:1; }","duration":"110.74984ms","start":"2026-04-29T02:01:52.756969Z","end":"2026-04-29T02:01:52.867719Z","steps":["trace[1469096951] 'process raft request' (duration: 110.692029ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:20.481153Z","caller":"traceutil/trace.go:171","msg":"trace[1573806544] transaction","detail":"{read_only:false; response_revision:4449; number_of_response:1; }","duration":"103.732153ms","start":"2026-04-29T02:05:20.377384Z","end":"2026-04-29T02:05:20.481116Z","steps":["trace[1573806544] 'process raft request' (duration: 103.519019ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:25.039065Z","caller":"traceutil/trace.go:171","msg":"trace[947108898] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"109.34133ms","start":"2026-04-29T02:05:24.929701Z","end":"2026-04-29T02:05:25.039042Z","steps":["trace[947108898] 'process raft request' (duration: 109.233768ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:25.237333Z","caller":"traceutil/trace.go:171","msg":"trace[2103864063] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"267.677032ms","start":"2026-04-29T02:05:24.969634Z","end":"2026-04-29T02:05:25.237311Z","steps":["trace[2103864063] 'process raft request' (duration: 265.485391ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:25.237533Z","caller":"traceutil/trace.go:171","msg":"trace[173130861] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"258.683852ms","start":"2026-04-29T02:05:24.978822Z","end":"2026-04-29T02:05:25.237505Z","steps":["trace[173130861] 'process raft request' (duration: 258.410107ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:25.237574Z","caller":"traceutil/trace.go:171","msg":"trace[632595004] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"207.593869ms","start":"2026-04-29T02:05:25.029956Z","end":"2026-04-29T02:05:25.23755Z","steps":["trace[632595004] 'process raft request' (duration: 207.549189ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:25.237612Z","caller":"traceutil/trace.go:171","msg":"trace[1345818539] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"236.956938ms","start":"2026-04-29T02:05:25.000616Z","end":"2026-04-29T02:05:25.237572Z","steps":["trace[1345818539] 'process raft request' (duration: 236.784175ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:25.237755Z","caller":"traceutil/trace.go:171","msg":"trace[611656082] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"233.94179ms","start":"2026-04-29T02:05:25.0038Z","end":"2026-04-29T02:05:25.237742Z","steps":["trace[611656082] 'process raft request' (duration: 233.654125ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:25.23927Z","caller":"traceutil/trace.go:171","msg":"trace[1860631278] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4772; }","duration":"101.881507ms","start":"2026-04-29T02:05:25.137364Z","end":"2026-04-29T02:05:25.239246Z","steps":["trace[1860631278] 'process raft request' (duration: 101.800546ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:25.239285Z","caller":"traceutil/trace.go:171","msg":"trace[182645562] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"149.093616ms","start":"2026-04-29T02:05:25.090162Z","end":"2026-04-29T02:05:25.239256Z","steps":["trace[182645562] 'process raft request' (duration: 148.901352ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:25.239685Z","caller":"traceutil/trace.go:171","msg":"trace[705652996] linearizableReadLoop","detail":"{readStateIndex:4961; appliedIndex:4955; }","duration":"140.892331ms","start":"2026-04-29T02:05:25.098774Z","end":"2026-04-29T02:05:25.239666Z","steps":["trace[705652996] 'read index received' (duration: 136.311713ms)","trace[705652996] 'applied index is now lower than readState.Index' (duration: 4.579548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:25.2399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.118285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-29T02:05:25.239925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.701537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:05:25.240012Z","caller":"traceutil/trace.go:171","msg":"trace[1962568420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4774; }","duration":"140.824879ms","start":"2026-04-29T02:05:25.099176Z","end":"2026-04-29T02:05:25.240001Z","steps":["trace[1962568420] 'agreement among raft nodes before linearized reading' (duration: 140.672306ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:25.239952Z","caller":"traceutil/trace.go:171","msg":"trace[1150457741] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4774; }","duration":"141.212946ms","start":"2026-04-29T02:05:25.098727Z","end":"2026-04-29T02:05:25.23994Z","steps":["trace[1150457741] 'agreement among raft nodes before linearized reading' (duration: 141.048683ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:25.734377Z","caller":"traceutil/trace.go:171","msg":"trace[1676545394] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"127.554226ms","start":"2026-04-29T02:05:25.606778Z","end":"2026-04-29T02:05:25.734333Z","steps":["trace[1676545394] 'process raft request' (duration: 121.458941ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:28.053509Z","caller":"traceutil/trace.go:171","msg":"trace[945573856] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"214.148494ms","start":"2026-04-29T02:05:27.83934Z","end":"2026-04-29T02:05:28.053488Z","steps":["trace[945573856] 'process raft request' (duration: 213.960591ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:28.150022Z","caller":"traceutil/trace.go:171","msg":"trace[618758401] linearizableReadLoop","detail":"{readStateIndex:5054; appliedIndex:5052; }","duration":"195.062791ms","start":"2026-04-29T02:05:27.95494Z","end":"2026-04-29T02:05:28.150003Z","steps":["trace[618758401] 'read index received' (duration: 98.358581ms)","trace[618758401] 'applied index is now lower than readState.Index' (duration: 96.70343ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:28.150049Z","caller":"traceutil/trace.go:171","msg":"trace[108785698] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4862; }","duration":"260.828722ms","start":"2026-04-29T02:05:27.889194Z","end":"2026-04-29T02:05:28.150023Z","steps":["trace[108785698] 'process raft request' (duration: 245.091463ms)","trace[108785698] 'compare' (duration: 15.667768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:28.150212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.260715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T02:05:28.150269Z","caller":"traceutil/trace.go:171","msg":"trace[1283226027] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4862; }","duration":"195.360737ms","start":"2026-04-29T02:05:27.954897Z","end":"2026-04-29T02:05:28.150258Z","steps":["trace[1283226027] 'agreement among raft nodes before linearized reading' (duration: 195.215724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:28.150484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.401079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T02:05:28.15058Z","caller":"traceutil/trace.go:171","msg":"trace[267636378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4862; }","duration":"183.523952ms","start":"2026-04-29T02:05:27.967034Z","end":"2026-04-29T02:05:28.150558Z","steps":["trace[267636378] 'agreement among raft nodes before linearized reading' (duration: 183.290447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:28.285869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.004222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsdb6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-29T02:05:28.285949Z","caller":"traceutil/trace.go:171","msg":"trace[277780045] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsdb6; range_end:; response_count:1; response_revision:4866; }","duration":"101.153974ms","start":"2026-04-29T02:05:28.184775Z","end":"2026-04-29T02:05:28.285929Z","steps":["trace[277780045] 'agreement among raft nodes before linearized reading' (duration: 100.520063ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:28.285741Z","caller":"traceutil/trace.go:171","msg":"trace[455846371] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"108.738878ms","start":"2026-04-29T02:05:28.176942Z","end":"2026-04-29T02:05:28.28568Z","steps":["trace[455846371] 'process raft request' (duration: 77.070096ms)","trace[455846371] 'compare' (duration: 31.159142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:31.018899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.148604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-29T02:05:31.018963Z","caller":"traceutil/trace.go:171","msg":"trace[891666844] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4944; }","duration":"245.246455ms","start":"2026-04-29T02:05:30.773702Z","end":"2026-04-29T02:05:31.018949Z","steps":["trace[891666844] 'range keys from in-memory index tree' (duration: 245.035281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:31.01902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.540765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-9zf2q\" ","response":"range_response_count:1 size:5041"} {"level":"info","ts":"2026-04-29T02:05:31.019081Z","caller":"traceutil/trace.go:171","msg":"trace[1070489540] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-9zf2q; range_end:; response_count:1; response_revision:4944; }","duration":"241.621317ms","start":"2026-04-29T02:05:30.777445Z","end":"2026-04-29T02:05:31.019067Z","steps":["trace[1070489540] 'range keys from in-memory index tree' (duration: 241.438333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:31.019078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.161695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:8 size:57152"} {"level":"warn","ts":"2026-04-29T02:05:31.0191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.382185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4736"} {"level":"info","ts":"2026-04-29T02:05:31.019153Z","caller":"traceutil/trace.go:171","msg":"trace[557781172] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:8; response_revision:4944; }","duration":"245.255836ms","start":"2026-04-29T02:05:30.77388Z","end":"2026-04-29T02:05:31.019136Z","steps":["trace[557781172] 'range keys from in-memory index tree' (duration: 244.995321ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:31.019183Z","caller":"traceutil/trace.go:171","msg":"trace[1983290128] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4944; }","duration":"238.497668ms","start":"2026-04-29T02:05:30.780663Z","end":"2026-04-29T02:05:31.019161Z","steps":["trace[1983290128] 'range keys from in-memory index tree' (duration: 238.240063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:31.019212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.2732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:05:31.019772Z","caller":"traceutil/trace.go:171","msg":"trace[1397509454] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"236.588361ms","start":"2026-04-29T02:05:30.783161Z","end":"2026-04-29T02:05:31.01975Z","steps":["trace[1397509454] 'process raft request' (duration: 14.71761ms)","trace[1397509454] 'compare' (duration: 220.945173ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:31.5532Z","caller":"traceutil/trace.go:171","msg":"trace[359164149] linearizableReadLoop","detail":"{readStateIndex:5163; appliedIndex:5162; }","duration":"125.62969ms","start":"2026-04-29T02:05:31.427539Z","end":"2026-04-29T02:05:31.553169Z","steps":["trace[359164149] 'read index received' (duration: 125.455237ms)","trace[359164149] 'applied index is now lower than readState.Index' (duration: 173.493µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:31.553366Z","caller":"traceutil/trace.go:171","msg":"trace[1417954934] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"126.501217ms","start":"2026-04-29T02:05:31.426738Z","end":"2026-04-29T02:05:31.553239Z","steps":["trace[1417954934] 'process raft request' (duration: 126.307633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:31.553408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.856984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-29T02:05:31.553667Z","caller":"traceutil/trace.go:171","msg":"trace[537668131] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4971; }","duration":"126.15797ms","start":"2026-04-29T02:05:31.42749Z","end":"2026-04-29T02:05:31.553648Z","steps":["trace[537668131] 'agreement among raft nodes before linearized reading' (duration: 125.801963ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:31.694661Z","caller":"traceutil/trace.go:171","msg":"trace[1299954280] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"135.249483ms","start":"2026-04-29T02:05:31.559383Z","end":"2026-04-29T02:05:31.694633Z","steps":["trace[1299954280] 'process raft request' (duration: 120.313749ms)","trace[1299954280] 'store kv pair into bolt db' {req_type:put; key:/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18aab1a639c2d278; req_size:1185; } (duration: 13.588539ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:31.694811Z","caller":"traceutil/trace.go:171","msg":"trace[1611366592] linearizableReadLoop","detail":"{readStateIndex:5164; appliedIndex:5163; }","duration":"133.332676ms","start":"2026-04-29T02:05:31.561101Z","end":"2026-04-29T02:05:31.694433Z","steps":["trace[1611366592] 'read index received' (duration: 118.712527ms)","trace[1611366592] 'applied index is now lower than readState.Index' (duration: 14.618349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:31.694608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.486869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-29T02:05:31.69493Z","caller":"traceutil/trace.go:171","msg":"trace[2091472617] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4972; }","duration":"133.807915ms","start":"2026-04-29T02:05:31.56108Z","end":"2026-04-29T02:05:31.694887Z","steps":["trace[2091472617] 'agreement among raft nodes before linearized reading' (duration: 133.370657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:31.918412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.892367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:05:31.918664Z","caller":"traceutil/trace.go:171","msg":"trace[364170241] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"341.921875ms","start":"2026-04-29T02:05:31.576692Z","end":"2026-04-29T02:05:31.918614Z","steps":["trace[364170241] 'process raft request' (duration: 206.742122ms)","trace[364170241] 'compare' (duration: 134.779065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:31.918855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:31.576676Z","time spent":"342.082887ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:05:31.997766Z","caller":"traceutil/trace.go:171","msg":"trace[80068427] linearizableReadLoop","detail":"{readStateIndex:5166; appliedIndex:5164; }","duration":"297.949507ms","start":"2026-04-29T02:05:31.699784Z","end":"2026-04-29T02:05:31.997734Z","steps":["trace[80068427] 'read index received' (duration: 83.66222ms)","trace[80068427] 'applied index is now lower than readState.Index' (duration: 214.285357ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:31.997799Z","caller":"traceutil/trace.go:171","msg":"trace[1042593572] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"245.433509ms","start":"2026-04-29T02:05:31.752302Z","end":"2026-04-29T02:05:31.997736Z","steps":["trace[1042593572] 'process raft request' (duration: 245.203125ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:31.997962Z","caller":"traceutil/trace.go:171","msg":"trace[1653965588] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"244.228756ms","start":"2026-04-29T02:05:31.753428Z","end":"2026-04-29T02:05:31.997656Z","steps":["trace[1653965588] 'process raft request' (duration: 244.184865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:31.998018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.218823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-29T02:05:31.998095Z","caller":"traceutil/trace.go:171","msg":"trace[1945161062] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4975; }","duration":"298.324995ms","start":"2026-04-29T02:05:31.699738Z","end":"2026-04-29T02:05:31.998063Z","steps":["trace[1945161062] 'agreement among raft nodes before linearized reading' (duration: 298.114501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:31.998154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.462948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:71714"} {"level":"warn","ts":"2026-04-29T02:05:31.99815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.145537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13eb427-5b3d-46f3-af6d-d41c5aa381f3\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-04-29T02:05:31.998238Z","caller":"traceutil/trace.go:171","msg":"trace[1676324] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f13eb427-5b3d-46f3-af6d-d41c5aa381f3; range_end:; response_count:1; response_revision:4975; }","duration":"211.263059ms","start":"2026-04-29T02:05:31.786954Z","end":"2026-04-29T02:05:31.998217Z","steps":["trace[1676324] 'agreement among raft nodes before linearized reading' (duration: 211.022075ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:31.998189Z","caller":"traceutil/trace.go:171","msg":"trace[17666590] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4975; }","duration":"288.556459ms","start":"2026-04-29T02:05:31.709625Z","end":"2026-04-29T02:05:31.998182Z","steps":["trace[17666590] 'agreement among raft nodes before linearized reading' (duration: 288.254574ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:32.115018Z","caller":"traceutil/trace.go:171","msg":"trace[167345106] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"109.089065ms","start":"2026-04-29T02:05:32.00591Z","end":"2026-04-29T02:05:32.114999Z","steps":["trace[167345106] 'process raft request' (duration: 108.982263ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:32.136036Z","caller":"traceutil/trace.go:171","msg":"trace[1541897611] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"124.6016ms","start":"2026-04-29T02:05:32.011419Z","end":"2026-04-29T02:05:32.13602Z","steps":["trace[1541897611] 'process raft request' (duration: 124.290185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:32.816137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.217063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:518178"} {"level":"info","ts":"2026-04-29T02:05:32.816244Z","caller":"traceutil/trace.go:171","msg":"trace[1812213343] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4988; }","duration":"124.380166ms","start":"2026-04-29T02:05:32.691838Z","end":"2026-04-29T02:05:32.816218Z","steps":["trace[1812213343] 'range keys from in-memory index tree' (duration: 123.760475ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:33.127692Z","caller":"traceutil/trace.go:171","msg":"trace[1001096994] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"221.771029ms","start":"2026-04-29T02:05:32.905814Z","end":"2026-04-29T02:05:33.127585Z","steps":["trace[1001096994] 'process raft request' (duration: 134.200803ms)","trace[1001096994] 'compare' (duration: 87.366732ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:34.745815Z","caller":"traceutil/trace.go:171","msg":"trace[1584579814] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"167.529247ms","start":"2026-04-29T02:05:34.578223Z","end":"2026-04-29T02:05:34.745753Z","steps":["trace[1584579814] 'process raft request' (duration: 167.121009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:35.046401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.220327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-29T02:05:35.046503Z","caller":"traceutil/trace.go:171","msg":"trace[565297521] linearizableReadLoop","detail":"{readStateIndex:5236; appliedIndex:5235; }","duration":"222.190607ms","start":"2026-04-29T02:05:34.824294Z","end":"2026-04-29T02:05:35.046485Z","steps":["trace[565297521] 'read index received' (duration: 70.856418ms)","trace[565297521] 'applied index is now lower than readState.Index' (duration: 151.332979ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:35.04653Z","caller":"traceutil/trace.go:171","msg":"trace[1687799319] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5039; }","duration":"258.596769ms","start":"2026-04-29T02:05:34.787908Z","end":"2026-04-29T02:05:35.046504Z","steps":["trace[1687799319] 'process raft request' (duration: 107.20907ms)","trace[1687799319] 'compare' (duration: 151.172475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:35.046681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.375141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-x9jbx\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-29T02:05:35.046748Z","caller":"traceutil/trace.go:171","msg":"trace[691603504] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-x9jbx; range_end:; response_count:1; response_revision:5039; }","duration":"222.481322ms","start":"2026-04-29T02:05:34.824248Z","end":"2026-04-29T02:05:35.046729Z","steps":["trace[691603504] 'agreement among raft nodes before linearized reading' (duration: 222.280999ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:35.088881Z","caller":"traceutil/trace.go:171","msg":"trace[1833438942] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"262.197668ms","start":"2026-04-29T02:05:34.826663Z","end":"2026-04-29T02:05:35.08886Z","steps":["trace[1833438942] 'process raft request' (duration: 262.052295ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:36.969125Z","caller":"traceutil/trace.go:171","msg":"trace[307359429] linearizableReadLoop","detail":"{readStateIndex:5370; appliedIndex:5369; }","duration":"330.65797ms","start":"2026-04-29T02:05:36.638428Z","end":"2026-04-29T02:05:36.969086Z","steps":["trace[307359429] 'read index received' (duration: 330.583909ms)","trace[307359429] 'applied index is now lower than readState.Index' (duration: 72.561µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:36.969236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:36.638328Z","time spent":"330.905115ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:05:36.969561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.112398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12972"} {"level":"info","ts":"2026-04-29T02:05:36.969601Z","caller":"traceutil/trace.go:171","msg":"trace[538977416] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5170; }","duration":"331.1851ms","start":"2026-04-29T02:05:36.638405Z","end":"2026-04-29T02:05:36.96959Z","steps":["trace[538977416] 'agreement among raft nodes before linearized reading' (duration: 331.043198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:36.969647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:36.638394Z","time spent":"331.242562ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12996,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-29T02:05:37.391501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.426935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:05:37.391729Z","caller":"traceutil/trace.go:171","msg":"trace[1460815744] linearizableReadLoop","detail":"{readStateIndex:5372; appliedIndex:5370; }","duration":"422.515598ms","start":"2026-04-29T02:05:36.969196Z","end":"2026-04-29T02:05:37.391711Z","steps":["trace[1460815744] 'read index received' (duration: 295.804427ms)","trace[1460815744] 'applied index is now lower than readState.Index' (duration: 126.710091ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:37.3918Z","caller":"traceutil/trace.go:171","msg":"trace[519849535] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"641.801839ms","start":"2026-04-29T02:05:36.749966Z","end":"2026-04-29T02:05:37.391768Z","steps":["trace[519849535] 'process raft request' (duration: 515.018547ms)","trace[519849535] 'compare' (duration: 126.170711ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:37.39193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.490443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:05:37.391948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:36.749942Z","time spent":"641.927582ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:05:37.391988Z","caller":"traceutil/trace.go:171","msg":"trace[1864754462] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5172; }","duration":"437.581974ms","start":"2026-04-29T02:05:36.95439Z","end":"2026-04-29T02:05:37.391972Z","steps":["trace[1864754462] 'agreement among raft nodes before linearized reading' (duration: 437.474362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:37.392023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:36.95438Z","time spent":"437.633375ms","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:05:37.391803Z","caller":"traceutil/trace.go:171","msg":"trace[573154707] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"465.576327ms","start":"2026-04-29T02:05:36.92619Z","end":"2026-04-29T02:05:37.391766Z","steps":["trace[573154707] 'process raft request' (duration: 465.447465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:37.392045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.602957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:05:37.392122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:36.92617Z","time spent":"465.899224ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:05:37.392147Z","caller":"traceutil/trace.go:171","msg":"trace[541000215] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5172; }","duration":"567.773291ms","start":"2026-04-29T02:05:36.82435Z","end":"2026-04-29T02:05:37.392123Z","steps":["trace[541000215] 'agreement among raft nodes before linearized reading' (duration: 567.584037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:37.392185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.668633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:720257"} {"level":"warn","ts":"2026-04-29T02:05:37.392198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:36.824325Z","time spent":"567.861732ms","remote":"127.0.0.1:51928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:05:37.392229Z","caller":"traceutil/trace.go:171","msg":"trace[1102233782] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5172; }","duration":"533.748393ms","start":"2026-04-29T02:05:36.85847Z","end":"2026-04-29T02:05:37.392218Z","steps":["trace[1102233782] 'agreement among raft nodes before linearized reading' (duration: 533.323526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:37.392346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:36.858454Z","time spent":"533.808695ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":720281,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-29T02:05:37.392452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.973055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f98332dc-28af-44a2-83bc-3339bd690c6e\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-29T02:05:37.392578Z","caller":"traceutil/trace.go:171","msg":"trace[1865963595] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f98332dc-28af-44a2-83bc-3339bd690c6e; range_end:; response_count:1; response_revision:5172; }","duration":"526.184231ms","start":"2026-04-29T02:05:36.866369Z","end":"2026-04-29T02:05:37.392553Z","steps":["trace[1865963595] 'agreement among raft nodes before linearized reading' (duration: 525.435616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:37.392702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:36.86636Z","time spent":"526.298322ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f98332dc-28af-44a2-83bc-3339bd690c6e\" "} {"level":"info","ts":"2026-04-29T02:05:37.530334Z","caller":"traceutil/trace.go:171","msg":"trace[1829875518] linearizableReadLoop","detail":"{readStateIndex:5374; appliedIndex:5372; }","duration":"138.549256ms","start":"2026-04-29T02:05:37.391765Z","end":"2026-04-29T02:05:37.530314Z","steps":["trace[1829875518] 'read index received' (duration: 136.088529ms)","trace[1829875518] 'applied index is now lower than readState.Index' (duration: 2.459847ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:37.530443Z","caller":"traceutil/trace.go:171","msg":"trace[301033560] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"484.1466ms","start":"2026-04-29T02:05:37.046288Z","end":"2026-04-29T02:05:37.530434Z","steps":["trace[301033560] 'process raft request' (duration: 483.958627ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:37.530453Z","caller":"traceutil/trace.go:171","msg":"trace[673369620] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"559.708358ms","start":"2026-04-29T02:05:36.970706Z","end":"2026-04-29T02:05:37.530414Z","steps":["trace[673369620] 'process raft request' (duration: 557.132109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:37.530535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:37.04625Z","time spent":"484.214602ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14481,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:05:37.530629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:36.970684Z","time spent":"559.859331ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:05:37.530724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.00146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T02:05:37.530773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.727143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f98332dc-28af-44a2-83bc-3339bd690c6e\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-29T02:05:37.530826Z","caller":"traceutil/trace.go:171","msg":"trace[516754912] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5174; }","duration":"236.161442ms","start":"2026-04-29T02:05:37.294642Z","end":"2026-04-29T02:05:37.530803Z","steps":["trace[516754912] 'agreement among raft nodes before linearized reading' (duration: 235.949998ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:37.530869Z","caller":"traceutil/trace.go:171","msg":"trace[930633309] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f98332dc-28af-44a2-83bc-3339bd690c6e; range_end:; response_count:1; response_revision:5174; }","duration":"145.949167ms","start":"2026-04-29T02:05:37.384897Z","end":"2026-04-29T02:05:37.530846Z","steps":["trace[930633309] 'agreement among raft nodes before linearized reading' (duration: 145.56138ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:37.533706Z","caller":"traceutil/trace.go:171","msg":"trace[2021544309] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"133.325506ms","start":"2026-04-29T02:05:37.400366Z","end":"2026-04-29T02:05:37.533692Z","steps":["trace[2021544309] 'process raft request' (duration: 132.971159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:37.533725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.465325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:05:37.533824Z","caller":"traceutil/trace.go:171","msg":"trace[180238966] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5175; }","duration":"117.620188ms","start":"2026-04-29T02:05:37.416177Z","end":"2026-04-29T02:05:37.533798Z","steps":["trace[180238966] 'agreement among raft nodes before linearized reading' (duration: 117.379993ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:39.981365Z","caller":"traceutil/trace.go:171","msg":"trace[609141956] linearizableReadLoop","detail":"{readStateIndex:5415; appliedIndex:5414; }","duration":"441.405808ms","start":"2026-04-29T02:05:39.539929Z","end":"2026-04-29T02:05:39.981334Z","steps":["trace[609141956] 'read index received' (duration: 441.188263ms)","trace[609141956] 'applied index is now lower than readState.Index' (duration: 216.205µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:39.981657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.707134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f98332dc-28af-44a2-83bc-3339bd690c6e\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-04-29T02:05:39.981701Z","caller":"traceutil/trace.go:171","msg":"trace[2097509508] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f98332dc-28af-44a2-83bc-3339bd690c6e; range_end:; response_count:1; response_revision:5214; }","duration":"441.810466ms","start":"2026-04-29T02:05:39.539875Z","end":"2026-04-29T02:05:39.981685Z","steps":["trace[2097509508] 'agreement among raft nodes before linearized reading' (duration: 441.593762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:39.981742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:39.539854Z","time spent":"441.878227ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f98332dc-28af-44a2-83bc-3339bd690c6e\" "} {"level":"info","ts":"2026-04-29T02:05:39.981761Z","caller":"traceutil/trace.go:171","msg":"trace[1695583923] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"578.930334ms","start":"2026-04-29T02:05:39.402793Z","end":"2026-04-29T02:05:39.981723Z","steps":["trace[1695583923] 'process raft request' (duration: 578.347292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:39.981972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:39.402766Z","time spent":"579.084667ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:05:40.811741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.819885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:05:40.811883Z","caller":"traceutil/trace.go:171","msg":"trace[1236124639] linearizableReadLoop","detail":"{readStateIndex:5417; appliedIndex:5415; }","duration":"788.564632ms","start":"2026-04-29T02:05:40.023305Z","end":"2026-04-29T02:05:40.811869Z","steps":["trace[1236124639] 'read index received' (duration: 69.663155ms)","trace[1236124639] 'applied index is now lower than readState.Index' (duration: 718.900637ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:40.811948Z","caller":"traceutil/trace.go:171","msg":"trace[1391081990] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"1.067038319s","start":"2026-04-29T02:05:39.744901Z","end":"2026-04-29T02:05:40.81194Z","steps":["trace[1391081990] 'process raft request' (duration: 347.946819ms)","trace[1391081990] 'compare' (duration: 718.640631ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:40.811992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:39.74488Z","time spent":"1.06709079s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:05:40.812191Z","caller":"traceutil/trace.go:171","msg":"trace[356665346] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"866.080927ms","start":"2026-04-29T02:05:39.946103Z","end":"2026-04-29T02:05:40.812184Z","steps":["trace[356665346] 'process raft request' (duration: 865.71571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:40.812229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:39.946075Z","time spent":"866.133977ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:05:40.812552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.226895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:05:40.812636Z","caller":"traceutil/trace.go:171","msg":"trace[556545652] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5216; }","duration":"789.375957ms","start":"2026-04-29T02:05:40.023239Z","end":"2026-04-29T02:05:40.812615Z","steps":["trace[556545652] 'agreement among raft nodes before linearized reading' (duration: 789.132222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:40.812686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:40.023211Z","time spent":"789.465579ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":43,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:05:40.816536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.314947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:05:40.81654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.100065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:05:40.816598Z","caller":"traceutil/trace.go:171","msg":"trace[317905245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5218; }","duration":"716.426169ms","start":"2026-04-29T02:05:40.100156Z","end":"2026-04-29T02:05:40.816582Z","steps":["trace[317905245] 'agreement among raft nodes before linearized reading' (duration: 716.324988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:40.816642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:40.100133Z","time spent":"716.502031ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:05:40.816655Z","caller":"traceutil/trace.go:171","msg":"trace[7377977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5218; }","duration":"324.251278ms","start":"2026-04-29T02:05:40.492375Z","end":"2026-04-29T02:05:40.816627Z","steps":["trace[7377977] 'agreement among raft nodes before linearized reading' (duration: 323.908002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:40.816666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.161075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T02:05:40.816703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.409599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778438"} {"level":"info","ts":"2026-04-29T02:05:40.816756Z","caller":"traceutil/trace.go:171","msg":"trace[1727887635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5218; }","duration":"593.292067ms","start":"2026-04-29T02:05:40.223436Z","end":"2026-04-29T02:05:40.816729Z","steps":["trace[1727887635] 'agreement among raft nodes before linearized reading' (duration: 593.008502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:40.816708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:40.492364Z","time spent":"324.33377ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:05:40.816797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:40.223411Z","time spent":"593.378298ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:05:40.816516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.903525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T02:05:40.816845Z","caller":"traceutil/trace.go:171","msg":"trace[451966317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5218; }","duration":"587.278352ms","start":"2026-04-29T02:05:40.229554Z","end":"2026-04-29T02:05:40.816832Z","steps":["trace[451966317] 'agreement among raft nodes before linearized reading' (duration: 586.756493ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:40.816761Z","caller":"traceutil/trace.go:171","msg":"trace[220869966] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5218; }","duration":"776.497981ms","start":"2026-04-29T02:05:40.040246Z","end":"2026-04-29T02:05:40.816744Z","steps":["trace[220869966] 'agreement among raft nodes before linearized reading' (duration: 776.011003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:40.816886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:40.229536Z","time spent":"587.338013ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:05:40.816891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:40.040236Z","time spent":"776.648494ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":778462,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-29T02:05:40.817009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.027217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-29T02:05:40.816972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.719373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:05:40.817051Z","caller":"traceutil/trace.go:171","msg":"trace[296762489] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5218; }","duration":"311.083708ms","start":"2026-04-29T02:05:40.505957Z","end":"2026-04-29T02:05:40.817041Z","steps":["trace[296762489] 'agreement among raft nodes before linearized reading' (duration: 310.975166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:40.817086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:40.505951Z","time spent":"311.129179ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:05:40.817114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.163989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsdb6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-29T02:05:40.817163Z","caller":"traceutil/trace.go:171","msg":"trace[1354242003] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsdb6; range_end:; response_count:1; response_revision:5218; }","duration":"322.23016ms","start":"2026-04-29T02:05:40.494921Z","end":"2026-04-29T02:05:40.817151Z","steps":["trace[1354242003] 'agreement among raft nodes before linearized reading' (duration: 322.108428ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:40.817166Z","caller":"traceutil/trace.go:171","msg":"trace[1906573996] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"782.761411ms","start":"2026-04-29T02:05:40.034394Z","end":"2026-04-29T02:05:40.817156Z","steps":["trace[1906573996] 'process raft request' (duration: 781.723692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:40.817205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:40.494908Z","time spent":"322.286762ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-qsdb6\" "} {"level":"warn","ts":"2026-04-29T02:05:40.81725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:40.034363Z","time spent":"782.835844ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:05:40.817251Z","caller":"traceutil/trace.go:171","msg":"trace[1682522870] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"781.905556ms","start":"2026-04-29T02:05:40.035335Z","end":"2026-04-29T02:05:40.817241Z","steps":["trace[1682522870] 'process raft request' (duration: 780.871896ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:40.817208Z","caller":"traceutil/trace.go:171","msg":"trace[839945036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5218; }","duration":"369.853076ms","start":"2026-04-29T02:05:40.447206Z","end":"2026-04-29T02:05:40.817059Z","steps":["trace[839945036] 'agreement among raft nodes before linearized reading' (duration: 369.373767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:40.817373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:40.03531Z","time spent":"782.041298ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:05:40.817428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:40.447187Z","time spent":"370.221734ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:05:40.816778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.308436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:05:40.818034Z","caller":"traceutil/trace.go:171","msg":"trace[1579418654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5218; }","duration":"370.54384ms","start":"2026-04-29T02:05:40.447207Z","end":"2026-04-29T02:05:40.817751Z","steps":["trace[1579418654] 'agreement among raft nodes before linearized reading' (duration: 369.116973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:40.818217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:40.44718Z","time spent":"370.994298ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:05:42.434086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.004141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:05:42.434235Z","caller":"traceutil/trace.go:171","msg":"trace[55483621] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"447.292938ms","start":"2026-04-29T02:05:41.986901Z","end":"2026-04-29T02:05:42.434194Z","steps":["trace[55483621] 'process raft request' (duration: 79.089584ms)","trace[55483621] 'compare' (duration: 367.855348ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:42.434323Z","caller":"traceutil/trace.go:171","msg":"trace[908459403] linearizableReadLoop","detail":"{readStateIndex:5462; appliedIndex:5461; }","duration":"443.71042ms","start":"2026-04-29T02:05:41.99059Z","end":"2026-04-29T02:05:42.434301Z","steps":["trace[908459403] 'read index received' (duration: 75.411284ms)","trace[908459403] 'applied index is now lower than readState.Index' (duration: 368.296156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:42.434432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:41.986889Z","time spent":"447.436061ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:05:42.74519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.976936ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T02:05:42.745318Z","caller":"traceutil/trace.go:171","msg":"trace[915135321] linearizableReadLoop","detail":"{readStateIndex:5463; appliedIndex:5462; }","duration":"310.922465ms","start":"2026-04-29T02:05:42.434371Z","end":"2026-04-29T02:05:42.745293Z","steps":["trace[915135321] 'read index received' (duration: 100.052µs)","trace[915135321] 'applied index is now lower than readState.Index' (duration: 310.820313ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:42.745482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.912218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:05:42.745518Z","caller":"traceutil/trace.go:171","msg":"trace[446984157] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5260; }","duration":"491.959659ms","start":"2026-04-29T02:05:42.253548Z","end":"2026-04-29T02:05:42.745508Z","steps":["trace[446984157] 'agreement among raft nodes before linearized reading' (duration: 491.877058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:42.74556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:42.253475Z","time spent":"492.076282ms","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-04-29T02:05:42.745541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.926371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f98332dc-28af-44a2-83bc-3339bd690c6e\" ","response":"range_response_count:1 size:3905"} {"level":"warn","ts":"2026-04-29T02:05:42.745562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.461968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:05:42.745662Z","caller":"traceutil/trace.go:171","msg":"trace[1050919364] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f98332dc-28af-44a2-83bc-3339bd690c6e; range_end:; response_count:1; response_revision:5260; }","duration":"755.092205ms","start":"2026-04-29T02:05:41.990535Z","end":"2026-04-29T02:05:42.745627Z","steps":["trace[1050919364] 'agreement among raft nodes before linearized reading' (duration: 443.892824ms)","trace[1050919364] 'range keys from in-memory index tree' (duration: 310.933645ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:42.745559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.793386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:05:42.745682Z","caller":"traceutil/trace.go:171","msg":"trace[1355146] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5260; }","duration":"227.631041ms","start":"2026-04-29T02:05:42.518023Z","end":"2026-04-29T02:05:42.745654Z","steps":["trace[1355146] 'agreement among raft nodes before linearized reading' (duration: 227.437127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:42.745737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:41.990513Z","time spent":"755.206546ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f98332dc-28af-44a2-83bc-3339bd690c6e\" "} {"level":"info","ts":"2026-04-29T02:05:42.74574Z","caller":"traceutil/trace.go:171","msg":"trace[459830766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5260; }","duration":"646.03086ms","start":"2026-04-29T02:05:42.099691Z","end":"2026-04-29T02:05:42.745722Z","steps":["trace[459830766] 'agreement among raft nodes before linearized reading' (duration: 645.791976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:42.745811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:42.099666Z","time spent":"646.115762ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:05:42.858513Z","caller":"traceutil/trace.go:171","msg":"trace[2130657700] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"106.986595ms","start":"2026-04-29T02:05:42.751505Z","end":"2026-04-29T02:05:42.858492Z","steps":["trace[2130657700] 'process raft request' (duration: 106.203181ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:43.480749Z","caller":"traceutil/trace.go:171","msg":"trace[46108835] linearizableReadLoop","detail":"{readStateIndex:5487; appliedIndex:5486; }","duration":"106.375084ms","start":"2026-04-29T02:05:43.374342Z","end":"2026-04-29T02:05:43.480717Z","steps":["trace[46108835] 'read index received' (duration: 95.221142ms)","trace[46108835] 'applied index is now lower than readState.Index' (duration: 11.151882ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:43.480761Z","caller":"traceutil/trace.go:171","msg":"trace[341995213] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"112.051972ms","start":"2026-04-29T02:05:43.368665Z","end":"2026-04-29T02:05:43.480717Z","steps":["trace[341995213] 'process raft request' (duration: 100.90442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:43.480934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.575827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:4702"} {"level":"info","ts":"2026-04-29T02:05:43.480991Z","caller":"traceutil/trace.go:171","msg":"trace[808511797] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5283; }","duration":"106.67127ms","start":"2026-04-29T02:05:43.374306Z","end":"2026-04-29T02:05:43.480978Z","steps":["trace[808511797] 'agreement among raft nodes before linearized reading' (duration: 106.479226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:43.48101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.419495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-29T02:05:43.481065Z","caller":"traceutil/trace.go:171","msg":"trace[993280533] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5283; }","duration":"106.515866ms","start":"2026-04-29T02:05:43.374539Z","end":"2026-04-29T02:05:43.481055Z","steps":["trace[993280533] 'agreement among raft nodes before linearized reading' (duration: 106.319472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:43.481032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.881645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:05:43.481129Z","caller":"traceutil/trace.go:171","msg":"trace[1730296016] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5283; }","duration":"105.051639ms","start":"2026-04-29T02:05:43.376055Z","end":"2026-04-29T02:05:43.481107Z","steps":["trace[1730296016] 'agreement among raft nodes before linearized reading' (duration: 104.845035ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:48.92307Z","caller":"traceutil/trace.go:171","msg":"trace[451898933] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"162.634014ms","start":"2026-04-29T02:05:48.760413Z","end":"2026-04-29T02:05:48.923047Z","steps":["trace[451898933] 'process raft request' (duration: 162.485891ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:49.057091Z","caller":"traceutil/trace.go:171","msg":"trace[1871125361] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"108.302431ms","start":"2026-04-29T02:05:48.94875Z","end":"2026-04-29T02:05:49.057052Z","steps":["trace[1871125361] 'process raft request' (duration: 29.366939ms)","trace[1871125361] 'compare' (duration: 78.747917ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:49.12008Z","caller":"traceutil/trace.go:171","msg":"trace[112897736] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"170.976573ms","start":"2026-04-29T02:05:48.949075Z","end":"2026-04-29T02:05:49.120052Z","steps":["trace[112897736] 'process raft request' (duration: 170.88421ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:49.120126Z","caller":"traceutil/trace.go:171","msg":"trace[207174304] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"171.199448ms","start":"2026-04-29T02:05:48.948883Z","end":"2026-04-29T02:05:49.120083Z","steps":["trace[207174304] 'process raft request' (duration: 170.898531ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:49.120418Z","caller":"traceutil/trace.go:171","msg":"trace[1840734062] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"170.825179ms","start":"2026-04-29T02:05:48.949566Z","end":"2026-04-29T02:05:49.120391Z","steps":["trace[1840734062] 'process raft request' (duration: 170.445572ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:49.120535Z","caller":"traceutil/trace.go:171","msg":"trace[451793005] linearizableReadLoop","detail":"{readStateIndex:5583; appliedIndex:5578; }","duration":"169.875142ms","start":"2026-04-29T02:05:48.950641Z","end":"2026-04-29T02:05:49.120516Z","steps":["trace[451793005] 'read index received' (duration: 27.485313ms)","trace[451793005] 'applied index is now lower than readState.Index' (duration: 142.388088ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:49.120565Z","caller":"traceutil/trace.go:171","msg":"trace[1769729865] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"170.798399ms","start":"2026-04-29T02:05:48.949728Z","end":"2026-04-29T02:05:49.120526Z","steps":["trace[1769729865] 'process raft request' (duration: 170.570375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:49.12081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.411801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"warn","ts":"2026-04-29T02:05:49.120822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.167177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62972"} {"level":"info","ts":"2026-04-29T02:05:49.120862Z","caller":"traceutil/trace.go:171","msg":"trace[902137878] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5377; }","duration":"170.263629ms","start":"2026-04-29T02:05:48.950587Z","end":"2026-04-29T02:05:49.12085Z","steps":["trace[902137878] 'agreement among raft nodes before linearized reading' (duration: 170.014394ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:49.120859Z","caller":"traceutil/trace.go:171","msg":"trace[956901485] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5377; }","duration":"139.497784ms","start":"2026-04-29T02:05:48.981347Z","end":"2026-04-29T02:05:49.120845Z","steps":["trace[956901485] 'agreement among raft nodes before linearized reading' (duration: 139.29604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:49.12107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.684502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380035"} {"level":"info","ts":"2026-04-29T02:05:49.121124Z","caller":"traceutil/trace.go:171","msg":"trace[1282376634] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:5377; }","duration":"133.761314ms","start":"2026-04-29T02:05:48.987338Z","end":"2026-04-29T02:05:49.121099Z","steps":["trace[1282376634] 'agreement among raft nodes before linearized reading' (duration: 133.430238ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:49.298285Z","caller":"traceutil/trace.go:171","msg":"trace[1655652600] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"159.751059ms","start":"2026-04-29T02:05:49.138503Z","end":"2026-04-29T02:05:49.298254Z","steps":["trace[1655652600] 'process raft request' (duration: 159.505125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:49.580189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.65522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:05:49.580302Z","caller":"traceutil/trace.go:171","msg":"trace[1042381569] linearizableReadLoop","detail":"{readStateIndex:5585; appliedIndex:5584; }","duration":"272.717409ms","start":"2026-04-29T02:05:49.307567Z","end":"2026-04-29T02:05:49.580285Z","steps":["trace[1042381569] 'read index received' (duration: 105.879915ms)","trace[1042381569] 'applied index is now lower than readState.Index' (duration: 166.836294ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:49.580313Z","caller":"traceutil/trace.go:171","msg":"trace[1352004255] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"272.78493ms","start":"2026-04-29T02:05:49.307504Z","end":"2026-04-29T02:05:49.580289Z","steps":["trace[1352004255] 'process raft request' (duration: 105.931056ms)","trace[1352004255] 'compare' (duration: 166.404496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:49.5805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.926283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12972"} {"level":"info","ts":"2026-04-29T02:05:49.58056Z","caller":"traceutil/trace.go:171","msg":"trace[1221766731] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5379; }","duration":"273.033575ms","start":"2026-04-29T02:05:49.307508Z","end":"2026-04-29T02:05:49.580541Z","steps":["trace[1221766731] 'agreement among raft nodes before linearized reading' (duration: 272.830941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:49.879763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.206321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:05:49.879986Z","caller":"traceutil/trace.go:171","msg":"trace[1776690783] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"572.266646ms","start":"2026-04-29T02:05:49.307687Z","end":"2026-04-29T02:05:49.879954Z","steps":["trace[1776690783] 'process raft request' (duration: 425.77086ms)","trace[1776690783] 'compare' (duration: 145.806803ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:49.880086Z","caller":"traceutil/trace.go:171","msg":"trace[24504937] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"571.991781ms","start":"2026-04-29T02:05:49.308074Z","end":"2026-04-29T02:05:49.880066Z","steps":["trace[24504937] 'process raft request' (duration: 571.92533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:49.880148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:49.307668Z","time spent":"572.392009ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:05:49.880177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:49.307772Z","time spent":"572.364578ms","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:05:49.88032Z","caller":"traceutil/trace.go:171","msg":"trace[35910684] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"572.340928ms","start":"2026-04-29T02:05:49.30782Z","end":"2026-04-29T02:05:49.880161Z","steps":["trace[35910684] 'process raft request' (duration: 572.066583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:49.881491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:49.3078Z","time spent":"573.606741ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:05:49.931555Z","caller":"traceutil/trace.go:171","msg":"trace[2095178383] linearizableReadLoop","detail":"{readStateIndex:5589; appliedIndex:5585; }","duration":"207.016398ms","start":"2026-04-29T02:05:49.724513Z","end":"2026-04-29T02:05:49.93153Z","steps":["trace[2095178383] 'read index received' (duration: 8.92532ms)","trace[2095178383] 'applied index is now lower than readState.Index' (duration: 198.089738ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:49.931678Z","caller":"traceutil/trace.go:171","msg":"trace[1103734629] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"339.769703ms","start":"2026-04-29T02:05:49.591878Z","end":"2026-04-29T02:05:49.931648Z","steps":["trace[1103734629] 'process raft request' (duration: 339.483828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:49.931708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.179702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:05:49.931753Z","caller":"traceutil/trace.go:171","msg":"trace[468384681] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:0; response_revision:5383; }","duration":"207.280383ms","start":"2026-04-29T02:05:49.724461Z","end":"2026-04-29T02:05:49.931741Z","steps":["trace[468384681] 'agreement among raft nodes before linearized reading' (duration: 207.194311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:49.931823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:49.591845Z","time spent":"339.901745ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13278,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:05:50.334193Z","caller":"traceutil/trace.go:171","msg":"trace[948975530] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"397.059564ms","start":"2026-04-29T02:05:49.937067Z","end":"2026-04-29T02:05:50.334127Z","steps":["trace[948975530] 'process raft request' (duration: 387.528613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:50.334358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:49.937046Z","time spent":"397.226237ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:05:50.334271Z","caller":"traceutil/trace.go:171","msg":"trace[1037390907] linearizableReadLoop","detail":"{readStateIndex:5592; appliedIndex:5589; }","duration":"395.668338ms","start":"2026-04-29T02:05:49.938583Z","end":"2026-04-29T02:05:50.334251Z","steps":["trace[1037390907] 'read index received' (duration: 386.173417ms)","trace[1037390907] 'applied index is now lower than readState.Index' (duration: 9.494131ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:50.334756Z","caller":"traceutil/trace.go:171","msg":"trace[830201804] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"396.886969ms","start":"2026-04-29T02:05:49.937844Z","end":"2026-04-29T02:05:50.334731Z","steps":["trace[830201804] 'process raft request' (duration: 396.196797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:50.334784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.160437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:05:50.334737Z","caller":"traceutil/trace.go:171","msg":"trace[168849214] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"395.475143ms","start":"2026-04-29T02:05:49.939057Z","end":"2026-04-29T02:05:50.334532Z","steps":["trace[168849214] 'process raft request' (duration: 395.152157ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:50.335002Z","caller":"traceutil/trace.go:171","msg":"trace[1160838424] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:0; response_revision:5387; }","duration":"396.32704ms","start":"2026-04-29T02:05:49.938532Z","end":"2026-04-29T02:05:50.334859Z","steps":["trace[1160838424] 'agreement among raft nodes before linearized reading' (duration: 396.095466ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:50.334576Z","caller":"traceutil/trace.go:171","msg":"trace[1028462621] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"395.961933ms","start":"2026-04-29T02:05:49.938552Z","end":"2026-04-29T02:05:50.334514Z","steps":["trace[1028462621] 'process raft request' (duration: 395.607427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:50.334932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:49.937827Z","time spent":"397.020453ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:05:50.335151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:49.938501Z","time spent":"396.546484ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"warn","ts":"2026-04-29T02:05:50.33515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:49.939021Z","time spent":"395.968813ms","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:05:50.335229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:49.938529Z","time spent":"396.539374ms","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:05:50.335687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.639338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-29T02:05:50.335805Z","caller":"traceutil/trace.go:171","msg":"trace[2038464837] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5387; }","duration":"292.233389ms","start":"2026-04-29T02:05:50.043541Z","end":"2026-04-29T02:05:50.335775Z","steps":["trace[2038464837] 'agreement among raft nodes before linearized reading' (duration: 291.184699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:51.203949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.178643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:05:51.204206Z","caller":"traceutil/trace.go:171","msg":"trace[701074384] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"254.94432ms","start":"2026-04-29T02:05:50.949234Z","end":"2026-04-29T02:05:51.204179Z","steps":["trace[701074384] 'process raft request' (duration: 28.445601ms)","trace[701074384] 'compare' (duration: 225.957059ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:51.204311Z","caller":"traceutil/trace.go:171","msg":"trace[1868887263] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"203.290497ms","start":"2026-04-29T02:05:51.001007Z","end":"2026-04-29T02:05:51.204297Z","steps":["trace[1868887263] 'process raft request' (duration: 203.247236ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:51.204452Z","caller":"traceutil/trace.go:171","msg":"trace[873839129] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"242.698027ms","start":"2026-04-29T02:05:50.961737Z","end":"2026-04-29T02:05:51.204435Z","steps":["trace[873839129] 'process raft request' (duration: 242.456352ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:51.204483Z","caller":"traceutil/trace.go:171","msg":"trace[331517214] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"253.720227ms","start":"2026-04-29T02:05:50.950708Z","end":"2026-04-29T02:05:51.204428Z","steps":["trace[331517214] 'process raft request' (duration: 253.447292ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:51.204547Z","caller":"traceutil/trace.go:171","msg":"trace[1879968439] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"255.042782ms","start":"2026-04-29T02:05:50.949496Z","end":"2026-04-29T02:05:51.204538Z","steps":["trace[1879968439] 'process raft request' (duration: 254.583333ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:51.204539Z","caller":"traceutil/trace.go:171","msg":"trace[318235105] linearizableReadLoop","detail":"{readStateIndex:5622; appliedIndex:5618; }","duration":"204.559202ms","start":"2026-04-29T02:05:50.999939Z","end":"2026-04-29T02:05:51.204498Z","steps":["trace[318235105] 'read index received' (duration: 12.502018ms)","trace[318235105] 'applied index is now lower than readState.Index' (duration: 192.054674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:51.204798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.844762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-29T02:05:51.204847Z","caller":"traceutil/trace.go:171","msg":"trace[215875626] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5416; }","duration":"147.925435ms","start":"2026-04-29T02:05:51.056905Z","end":"2026-04-29T02:05:51.204831Z","steps":["trace[215875626] 'agreement among raft nodes before linearized reading' (duration: 147.769141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:51.20487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.948065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:05:51.204919Z","caller":"traceutil/trace.go:171","msg":"trace[1355216269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5416; }","duration":"107.020126ms","start":"2026-04-29T02:05:51.097886Z","end":"2026-04-29T02:05:51.204906Z","steps":["trace[1355216269] 'agreement among raft nodes before linearized reading' (duration: 106.956225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:51.205308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.833726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T02:05:51.205348Z","caller":"traceutil/trace.go:171","msg":"trace[223610554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5416; }","duration":"144.900047ms","start":"2026-04-29T02:05:51.060438Z","end":"2026-04-29T02:05:51.205338Z","steps":["trace[223610554] 'agreement among raft nodes before linearized reading' (duration: 144.598872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:51.205447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.577007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-29T02:05:51.205497Z","caller":"traceutil/trace.go:171","msg":"trace[712368435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5416; }","duration":"147.647319ms","start":"2026-04-29T02:05:51.057837Z","end":"2026-04-29T02:05:51.205484Z","steps":["trace[712368435] 'agreement among raft nodes before linearized reading' (duration: 147.535737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:51.205977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.03274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16555"} {"level":"info","ts":"2026-04-29T02:05:51.206029Z","caller":"traceutil/trace.go:171","msg":"trace[1449983669] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5416; }","duration":"206.10977ms","start":"2026-04-29T02:05:50.999904Z","end":"2026-04-29T02:05:51.206013Z","steps":["trace[1449983669] 'agreement among raft nodes before linearized reading' (duration: 204.747575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:59.798756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019649857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:06:00.008518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.036497ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:00.008666Z","caller":"traceutil/trace.go:171","msg":"trace[1073342819] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5580; }","duration":"403.216941ms","start":"2026-04-29T02:05:59.605431Z","end":"2026-04-29T02:06:00.008648Z","steps":["trace[1073342819] 'range keys from in-memory index tree' (duration: 403.019297ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:00.00867Z","caller":"traceutil/trace.go:171","msg":"trace[34768714] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"759.308714ms","start":"2026-04-29T02:05:59.249319Z","end":"2026-04-29T02:06:00.008628Z","steps":["trace[34768714] 'process raft request' (duration: 688.314675ms)","trace[34768714] 'compare' (duration: 70.564731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:00.008868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.249297Z","time spent":"759.450117ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:00.896731Z","caller":"traceutil/trace.go:171","msg":"trace[1974533726] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"1.644067028s","start":"2026-04-29T02:05:59.252639Z","end":"2026-04-29T02:06:00.896706Z","steps":["trace[1974533726] 'process raft request' (duration: 1.643900855s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:00.896771Z","caller":"traceutil/trace.go:171","msg":"trace[846715894] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"1.646620935s","start":"2026-04-29T02:05:59.250111Z","end":"2026-04-29T02:06:00.896732Z","steps":["trace[846715894] 'process raft request' (duration: 1.565020632s)","trace[846715894] 'compare' (duration: 81.182185ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:00.896942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.250098Z","time spent":"1.646747757s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:00.89678Z","caller":"traceutil/trace.go:171","msg":"trace[1961121270] linearizableReadLoop","detail":"{readStateIndex:5792; appliedIndex:5789; }","duration":"1.598964079s","start":"2026-04-29T02:05:59.297791Z","end":"2026-04-29T02:06:00.896755Z","steps":["trace[1961121270] 'read index received' (duration: 639.933854ms)","trace[1961121270] 'applied index is now lower than readState.Index' (duration: 959.029185ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:00.897122Z","caller":"traceutil/trace.go:171","msg":"trace[1126823958] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"986.691961ms","start":"2026-04-29T02:05:59.910413Z","end":"2026-04-29T02:06:00.897105Z","steps":["trace[1126823958] 'process raft request' (duration: 986.255193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:00.897178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.252613Z","time spent":"1.64419241s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:06:00.897467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599489328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-29T02:06:00.897473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.910387Z","time spent":"986.844864ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:00.897529Z","caller":"traceutil/trace.go:171","msg":"trace[1126395562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5584; }","duration":"1.599758674s","start":"2026-04-29T02:05:59.297757Z","end":"2026-04-29T02:06:00.897515Z","steps":["trace[1126395562] 'agreement among raft nodes before linearized reading' (duration: 1.599407267s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:00.89758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.297736Z","time spent":"1.599831855s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:06:01.466926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.163342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:06:01.467176Z","caller":"traceutil/trace.go:171","msg":"trace[626642971] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"959.34895ms","start":"2026-04-29T02:06:00.507795Z","end":"2026-04-29T02:06:01.467144Z","steps":["trace[626642971] 'process raft request' (duration: 588.857642ms)","trace[626642971] 'compare' (duration: 369.449838ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:01.467266Z","caller":"traceutil/trace.go:171","msg":"trace[1182628426] linearizableReadLoop","detail":"{readStateIndex:5794; appliedIndex:5793; }","duration":"570.076205ms","start":"2026-04-29T02:06:00.897164Z","end":"2026-04-29T02:06:01.46724Z","steps":["trace[1182628426] 'read index received' (duration: 199.483935ms)","trace[1182628426] 'applied index is now lower than readState.Index' (duration: 370.59005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:01.467361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:00.507755Z","time spent":"959.492113ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:06:01.467451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159464652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsdb6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-29T02:06:01.467491Z","caller":"traceutil/trace.go:171","msg":"trace[271326468] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsdb6; range_end:; response_count:1; response_revision:5586; }","duration":"2.159528893s","start":"2026-04-29T02:05:59.307952Z","end":"2026-04-29T02:06:01.467481Z","steps":["trace[271326468] 'agreement among raft nodes before linearized reading' (duration: 2.15940361s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:01.467527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.307945Z","time spent":"2.159574313s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-qsdb6\" "} {"level":"info","ts":"2026-04-29T02:06:01.467424Z","caller":"traceutil/trace.go:171","msg":"trace[911618095] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"565.59371ms","start":"2026-04-29T02:06:00.901805Z","end":"2026-04-29T02:06:01.467399Z","steps":["trace[911618095] 'process raft request' (duration: 565.248394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:01.467463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103026427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-29T02:06:01.467721Z","caller":"traceutil/trace.go:171","msg":"trace[501369647] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5586; }","duration":"2.103347594s","start":"2026-04-29T02:05:59.364355Z","end":"2026-04-29T02:06:01.467703Z","steps":["trace[501369647] 'agreement among raft nodes before linearized reading' (duration: 2.102910476s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:01.467763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.364339Z","time spent":"2.103411756s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:06:01.467785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16514423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:06:01.467814Z","caller":"traceutil/trace.go:171","msg":"trace[603271124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5586; }","duration":"2.165211992s","start":"2026-04-29T02:05:59.302593Z","end":"2026-04-29T02:06:01.467805Z","steps":["trace[603271124] 'agreement among raft nodes before linearized reading' (duration: 2.165115289s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:01.467848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.302573Z","time spent":"2.165268652s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:06:01.467898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161165405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:06:01.467967Z","caller":"traceutil/trace.go:171","msg":"trace[1825557913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5586; }","duration":"2.161272846s","start":"2026-04-29T02:05:59.306678Z","end":"2026-04-29T02:06:01.46795Z","steps":["trace[1825557913] 'agreement among raft nodes before linearized reading' (duration: 2.161061021s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:01.467984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04967996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-29T02:06:01.467992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16462306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-29T02:06:01.468017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.306658Z","time spent":"2.161347018s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:06:01.46794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:00.901782Z","time spent":"565.801354ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:01.468013Z","caller":"traceutil/trace.go:171","msg":"trace[1931282118] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5586; }","duration":"1.04974303s","start":"2026-04-29T02:06:00.418261Z","end":"2026-04-29T02:06:01.468004Z","steps":["trace[1931282118] 'agreement among raft nodes before linearized reading' (duration: 1.049660439s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:01.468099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164975367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-29T02:06:01.4682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:00.418239Z","time spent":"1.049928574s","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-29T02:06:01.468201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377672999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d0bd5ae-2958-4e3e-bb30-76fd5958f1c9\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-29T02:06:01.468242Z","caller":"traceutil/trace.go:171","msg":"trace[2040962805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5586; }","duration":"2.16514378s","start":"2026-04-29T02:05:59.303081Z","end":"2026-04-29T02:06:01.468225Z","steps":["trace[2040962805] 'agreement among raft nodes before linearized reading' (duration: 2.16461265s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:01.468322Z","caller":"traceutil/trace.go:171","msg":"trace[346973950] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d0bd5ae-2958-4e3e-bb30-76fd5958f1c9; range_end:; response_count:1; response_revision:5586; }","duration":"1.377846682s","start":"2026-04-29T02:06:00.090445Z","end":"2026-04-29T02:06:01.468291Z","steps":["trace[346973950] 'agreement among raft nodes before linearized reading' (duration: 1.377475016s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:01.468062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036503353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d0bd5ae-2958-4e3e-bb30-76fd5958f1c9\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-04-29T02:06:01.468394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:00.090424Z","time spent":"1.377958654s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d0bd5ae-2958-4e3e-bb30-76fd5958f1c9\" "} {"level":"warn","ts":"2026-04-29T02:06:01.468472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.303069Z","time spent":"2.165339554s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:06:01.468393Z","caller":"traceutil/trace.go:171","msg":"trace[286430038] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d0bd5ae-2958-4e3e-bb30-76fd5958f1c9; range_end:; response_count:1; response_revision:5586; }","duration":"2.03687398s","start":"2026-04-29T02:05:59.431503Z","end":"2026-04-29T02:06:01.468377Z","steps":["trace[286430038] 'agreement among raft nodes before linearized reading' (duration: 2.036428762s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:01.46869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.43148Z","time spent":"2.037187285s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d0bd5ae-2958-4e3e-bb30-76fd5958f1c9\" "} {"level":"info","ts":"2026-04-29T02:06:01.468079Z","caller":"traceutil/trace.go:171","msg":"trace[1676733030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5586; }","duration":"2.164718851s","start":"2026-04-29T02:05:59.303332Z","end":"2026-04-29T02:06:01.468051Z","steps":["trace[1676733030] 'agreement among raft nodes before linearized reading' (duration: 2.164515177s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:01.468838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.303326Z","time spent":"2.165494815s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:06:01.968244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019649867,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:06:02.304104Z","caller":"traceutil/trace.go:171","msg":"trace[1780227939] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"891.094233ms","start":"2026-04-29T02:06:01.412978Z","end":"2026-04-29T02:06:02.304073Z","steps":["trace[1780227939] 'process raft request' (duration: 890.89709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.304297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.412951Z","time spent":"891.249465ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:02.321914Z","caller":"traceutil/trace.go:171","msg":"trace[1819445752] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"848.628085ms","start":"2026-04-29T02:06:01.473263Z","end":"2026-04-29T02:06:02.321891Z","steps":["trace[1819445752] 'process raft request' (duration: 848.545483ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:02.322017Z","caller":"traceutil/trace.go:171","msg":"trace[2118961067] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"849.580962ms","start":"2026-04-29T02:06:01.472416Z","end":"2026-04-29T02:06:02.321997Z","steps":["trace[2118961067] 'process raft request' (duration: 849.257196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.322067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.473233Z","time spent":"848.752617ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:06:02.3221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.472389Z","time spent":"849.667735ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:02.322119Z","caller":"traceutil/trace.go:171","msg":"trace[832369760] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"848.718826ms","start":"2026-04-29T02:06:01.473381Z","end":"2026-04-29T02:06:02.3221Z","steps":["trace[832369760] 'process raft request' (duration: 848.477392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.322234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.473374Z","time spent":"848.798308ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:02.322398Z","caller":"traceutil/trace.go:171","msg":"trace[287412229] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"848.89913ms","start":"2026-04-29T02:06:01.473486Z","end":"2026-04-29T02:06:02.322386Z","steps":["trace[287412229] 'process raft request' (duration: 848.784877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.322475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.47348Z","time spent":"848.95899ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:02.322482Z","caller":"traceutil/trace.go:171","msg":"trace[855551862] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"848.95037ms","start":"2026-04-29T02:06:01.473435Z","end":"2026-04-29T02:06:02.322385Z","steps":["trace[855551862] 'process raft request' (duration: 848.622005ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:02.322701Z","caller":"traceutil/trace.go:171","msg":"trace[134220973] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"847.667696ms","start":"2026-04-29T02:06:01.47496Z","end":"2026-04-29T02:06:02.322628Z","steps":["trace[134220973] 'process raft request' (duration: 847.373461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.322889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.474938Z","time spent":"847.863349ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:06:02.322956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.473428Z","time spent":"849.274636ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:02.339646Z","caller":"traceutil/trace.go:171","msg":"trace[1749657559] linearizableReadLoop","detail":"{readStateIndex:5803; appliedIndex:5795; }","duration":"872.297514ms","start":"2026-04-29T02:06:01.46733Z","end":"2026-04-29T02:06:02.339627Z","steps":["trace[1749657559] 'read index received' (duration: 836.623286ms)","trace[1749657559] 'applied index is now lower than readState.Index' (duration: 35.673238ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:02.339697Z","caller":"traceutil/trace.go:171","msg":"trace[1612499643] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"323.943872ms","start":"2026-04-29T02:06:02.015723Z","end":"2026-04-29T02:06:02.339667Z","steps":["trace[1612499643] 'process raft request' (duration: 323.724798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.339836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:02.015698Z","time spent":"324.060725ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:06:02.339862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240611231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:02.339903Z","caller":"traceutil/trace.go:171","msg":"trace[9315842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5594; }","duration":"1.240684572s","start":"2026-04-29T02:06:01.099208Z","end":"2026-04-29T02:06:02.339892Z","steps":["trace[9315842] 'agreement among raft nodes before linearized reading' (duration: 1.240602041s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.339941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.12626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-29T02:06:02.339967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.099191Z","time spent":"1.240768424s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:06:02.339995Z","caller":"traceutil/trace.go:171","msg":"trace[1014979845] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5594; }","duration":"894.203891ms","start":"2026-04-29T02:06:01.445764Z","end":"2026-04-29T02:06:02.339968Z","steps":["trace[1014979845] 'agreement among raft nodes before linearized reading' (duration: 894.010927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.340028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.445751Z","time spent":"894.269712ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:06:02.340038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.207443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18aab1acbc92c3db\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-04-29T02:06:02.340134Z","caller":"traceutil/trace.go:171","msg":"trace[1059649789] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18aab1acbc92c3db; range_end:; response_count:1; response_revision:5594; }","duration":"912.329097ms","start":"2026-04-29T02:06:01.427768Z","end":"2026-04-29T02:06:02.340097Z","steps":["trace[1059649789] 'agreement among raft nodes before linearized reading' (duration: 912.114922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.340184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.427747Z","time spent":"912.428158ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1036,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18aab1acbc92c3db\" "} {"level":"warn","ts":"2026-04-29T02:06:02.340124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315338773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:02.340329Z","caller":"traceutil/trace.go:171","msg":"trace[452964324] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5594; }","duration":"1.315590968s","start":"2026-04-29T02:06:01.024715Z","end":"2026-04-29T02:06:02.340306Z","steps":["trace[452964324] 'agreement among raft nodes before linearized reading' (duration: 1.315179569s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.340518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030524674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-29T02:06:02.340596Z","caller":"traceutil/trace.go:171","msg":"trace[1021247849] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5594; }","duration":"1.030644967s","start":"2026-04-29T02:06:01.309929Z","end":"2026-04-29T02:06:02.340574Z","steps":["trace[1021247849] 'agreement among raft nodes before linearized reading' (duration: 1.02978473s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.340644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.309909Z","time spent":"1.030723578s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-29T02:06:02.340579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.024691Z","time spent":"1.315781192s","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:06:02.340892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.196307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-04-29T02:06:02.340982Z","caller":"traceutil/trace.go:171","msg":"trace[1892562948] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5594; }","duration":"867.32318ms","start":"2026-04-29T02:06:01.473646Z","end":"2026-04-29T02:06:02.340969Z","steps":["trace[1892562948] 'agreement among raft nodes before linearized reading' (duration: 867.044135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.340554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196198456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:02.341093Z","caller":"traceutil/trace.go:171","msg":"trace[17167606] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5594; }","duration":"1.196779098s","start":"2026-04-29T02:06:01.144293Z","end":"2026-04-29T02:06:02.341072Z","steps":["trace[17167606] 'agreement among raft nodes before linearized reading' (duration: 1.195707707s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.341452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.144273Z","time spent":"1.197159604s","remote":"127.0.0.1:51816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:06:02.34102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.216898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80203"} {"level":"info","ts":"2026-04-29T02:06:02.342327Z","caller":"traceutil/trace.go:171","msg":"trace[887284740] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5594; }","duration":"868.549813ms","start":"2026-04-29T02:06:01.473734Z","end":"2026-04-29T02:06:02.342284Z","steps":["trace[887284740] 'agreement among raft nodes before linearized reading' (duration: 867.012434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.34113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.473636Z","time spent":"867.483053ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-04-29T02:06:02.341269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.59116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:06:02.342516Z","caller":"traceutil/trace.go:171","msg":"trace[1054778306] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5594; }","duration":"319.866355ms","start":"2026-04-29T02:06:02.022638Z","end":"2026-04-29T02:06:02.342504Z","steps":["trace[1054778306] 'agreement among raft nodes before linearized reading' (duration: 318.060881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.342583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:02.022628Z","time spent":"319.938676ms","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":622,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:06:02.342457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.473719Z","time spent":"868.663175ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80227,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-29T02:06:03.499834Z","caller":"traceutil/trace.go:171","msg":"trace[1902238782] linearizableReadLoop","detail":"{readStateIndex:5814; appliedIndex:5813; }","duration":"384.888752ms","start":"2026-04-29T02:06:03.114919Z","end":"2026-04-29T02:06:03.499808Z","steps":["trace[1902238782] 'read index received' (duration: 384.851661ms)","trace[1902238782] 'applied index is now lower than readState.Index' (duration: 35.861µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:03.499929Z","caller":"traceutil/trace.go:171","msg":"trace[2018215638] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"392.078219ms","start":"2026-04-29T02:06:03.107812Z","end":"2026-04-29T02:06:03.49989Z","steps":["trace[2018215638] 'process raft request' (duration: 391.840555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:03.500074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.132477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d0bd5ae-2958-4e3e-bb30-76fd5958f1c9\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-04-29T02:06:03.500082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:03.107786Z","time spent":"392.212131ms","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19050,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:03.500135Z","caller":"traceutil/trace.go:171","msg":"trace[228829773] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d0bd5ae-2958-4e3e-bb30-76fd5958f1c9; range_end:; response_count:1; response_revision:5604; }","duration":"385.245579ms","start":"2026-04-29T02:06:03.114863Z","end":"2026-04-29T02:06:03.500108Z","steps":["trace[228829773] 'agreement among raft nodes before linearized reading' (duration: 385.073996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:03.500179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:03.114845Z","time spent":"385.32454ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d0bd5ae-2958-4e3e-bb30-76fd5958f1c9\" "} {"level":"warn","ts":"2026-04-29T02:06:03.509218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.599316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-29T02:06:03.509295Z","caller":"traceutil/trace.go:171","msg":"trace[459757020] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5605; }","duration":"149.767299ms","start":"2026-04-29T02:06:03.359507Z","end":"2026-04-29T02:06:03.509275Z","steps":["trace[459757020] 'agreement among raft nodes before linearized reading' (duration: 149.551214ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:04.530871Z","caller":"traceutil/trace.go:171","msg":"trace[64854803] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"199.860173ms","start":"2026-04-29T02:06:04.330988Z","end":"2026-04-29T02:06:04.530848Z","steps":["trace[64854803] 'process raft request' (duration: 198.632339ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:04.531062Z","caller":"traceutil/trace.go:171","msg":"trace[597255425] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"199.360303ms","start":"2026-04-29T02:06:04.331694Z","end":"2026-04-29T02:06:04.531054Z","steps":["trace[597255425] 'process raft request' (duration: 199.20024ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:04.531124Z","caller":"traceutil/trace.go:171","msg":"trace[547030030] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"199.551556ms","start":"2026-04-29T02:06:04.331567Z","end":"2026-04-29T02:06:04.531119Z","steps":["trace[547030030] 'process raft request' (duration: 199.22962ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:04.531371Z","caller":"traceutil/trace.go:171","msg":"trace[1395556543] linearizableReadLoop","detail":"{readStateIndex:5825; appliedIndex:5820; }","duration":"182.575473ms","start":"2026-04-29T02:06:04.348444Z","end":"2026-04-29T02:06:04.53102Z","steps":["trace[1395556543] 'read index received' (duration: 17.898761ms)","trace[1395556543] 'applied index is now lower than readState.Index' (duration: 164.675772ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:04.531431Z","caller":"traceutil/trace.go:171","msg":"trace[1296801631] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"186.04668ms","start":"2026-04-29T02:06:04.345335Z","end":"2026-04-29T02:06:04.531382Z","steps":["trace[1296801631] 'process raft request' (duration: 185.629271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:04.53173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.259596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsdb6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-29T02:06:04.531857Z","caller":"traceutil/trace.go:171","msg":"trace[114090020] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsdb6; range_end:; response_count:1; response_revision:5615; }","duration":"183.42864ms","start":"2026-04-29T02:06:04.348403Z","end":"2026-04-29T02:06:04.531831Z","steps":["trace[114090020] 'agreement among raft nodes before linearized reading' (duration: 183.070913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:06.780683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.706589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-29T02:06:06.780727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.714836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-04-29T02:06:06.780763Z","caller":"traceutil/trace.go:171","msg":"trace[1854728502] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:5658; }","duration":"147.843512ms","start":"2026-04-29T02:06:06.632901Z","end":"2026-04-29T02:06:06.780745Z","steps":["trace[1854728502] 'range keys from in-memory index tree' (duration: 147.528306ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:06.780804Z","caller":"traceutil/trace.go:171","msg":"trace[2067115263] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5658; }","duration":"121.849138ms","start":"2026-04-29T02:06:06.658936Z","end":"2026-04-29T02:06:06.780785Z","steps":["trace[2067115263] 'range keys from in-memory index tree' (duration: 121.539402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.142573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019650177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:06:11.236389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.842285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:11.236481Z","caller":"traceutil/trace.go:171","msg":"trace[973436443] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5721; }","duration":"636.967687ms","start":"2026-04-29T02:06:10.59948Z","end":"2026-04-29T02:06:11.236448Z","steps":["trace[973436443] 'count revisions from in-memory index tree' (duration: 636.757803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.236541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.599458Z","time spent":"637.061999ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:06:11.290575Z","caller":"traceutil/trace.go:171","msg":"trace[247478727] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"653.619875ms","start":"2026-04-29T02:06:10.636929Z","end":"2026-04-29T02:06:11.290549Z","steps":["trace[247478727] 'process raft request' (duration: 653.469362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.290722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.636912Z","time spent":"653.733226ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:11.296664Z","caller":"traceutil/trace.go:171","msg":"trace[785486092] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"360.810213ms","start":"2026-04-29T02:06:10.935834Z","end":"2026-04-29T02:06:11.296644Z","steps":["trace[785486092] 'process raft request' (duration: 360.689201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.296761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.935807Z","time spent":"360.908207ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:11.297329Z","caller":"traceutil/trace.go:171","msg":"trace[1428159832] linearizableReadLoop","detail":"{readStateIndex:5939; appliedIndex:5936; }","duration":"655.461429ms","start":"2026-04-29T02:06:10.641825Z","end":"2026-04-29T02:06:11.297287Z","steps":["trace[1428159832] 'read index received' (duration: 648.625269ms)","trace[1428159832] 'applied index is now lower than readState.Index' (duration: 6.83192ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:11.297492Z","caller":"traceutil/trace.go:171","msg":"trace[422232150] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"359.456249ms","start":"2026-04-29T02:06:10.937991Z","end":"2026-04-29T02:06:11.297447Z","steps":["trace[422232150] 'process raft request' (duration: 358.615693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.297589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.937966Z","time spent":"359.575941ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:06:11.29765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.824987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:06:11.297711Z","caller":"traceutil/trace.go:171","msg":"trace[1022179560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5724; }","duration":"655.99688ms","start":"2026-04-29T02:06:10.641699Z","end":"2026-04-29T02:06:11.297695Z","steps":["trace[1022179560] 'agreement among raft nodes before linearized reading' (duration: 655.820316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.297763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.641676Z","time spent":"656.077661ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:06:11.297795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.63736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-29T02:06:11.297701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.09497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:11.297873Z","caller":"traceutil/trace.go:171","msg":"trace[249808178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5724; }","duration":"647.734342ms","start":"2026-04-29T02:06:10.650119Z","end":"2026-04-29T02:06:11.297853Z","steps":["trace[249808178] 'agreement among raft nodes before linearized reading' (duration: 647.427056ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:11.297877Z","caller":"traceutil/trace.go:171","msg":"trace[1129110227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5724; }","duration":"197.325954ms","start":"2026-04-29T02:06:11.100536Z","end":"2026-04-29T02:06:11.297862Z","steps":["trace[1129110227] 'agreement among raft nodes before linearized reading' (duration: 197.058169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.297872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.192592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsdb6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-29T02:06:11.29791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.672721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-29T02:06:11.29799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.692961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:11.297988Z","caller":"traceutil/trace.go:171","msg":"trace[1735863799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5724; }","duration":"647.781143ms","start":"2026-04-29T02:06:10.650183Z","end":"2026-04-29T02:06:11.297964Z","steps":["trace[1735863799] 'agreement among raft nodes before linearized reading' (duration: 647.569409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.297995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.650106Z","time spent":"647.808934ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:06:11.298024Z","caller":"traceutil/trace.go:171","msg":"trace[1960848714] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5724; }","duration":"351.757391ms","start":"2026-04-29T02:06:10.946254Z","end":"2026-04-29T02:06:11.298011Z","steps":["trace[1960848714] 'agreement among raft nodes before linearized reading' (duration: 351.70227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.298037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.650161Z","time spent":"647.863165ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:06:11.29806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.946241Z","time spent":"351.812292ms","remote":"127.0.0.1:55956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:06:11.297939Z","caller":"traceutil/trace.go:171","msg":"trace[1754237007] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsdb6; range_end:; response_count:1; response_revision:5724; }","duration":"646.345866ms","start":"2026-04-29T02:06:10.651578Z","end":"2026-04-29T02:06:11.297924Z","steps":["trace[1754237007] 'agreement among raft nodes before linearized reading' (duration: 646.125632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.298146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.651558Z","time spent":"646.56117ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-qsdb6\" "} {"level":"info","ts":"2026-04-29T02:06:16.312905Z","caller":"traceutil/trace.go:171","msg":"trace[501941696] linearizableReadLoop","detail":"{readStateIndex:5983; appliedIndex:5982; }","duration":"213.107384ms","start":"2026-04-29T02:06:16.099774Z","end":"2026-04-29T02:06:16.312881Z","steps":["trace[501941696] 'read index received' (duration: 212.996972ms)","trace[501941696] 'applied index is now lower than readState.Index' (duration: 109.002µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:16.31303Z","caller":"traceutil/trace.go:171","msg":"trace[231985189] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"398.819437ms","start":"2026-04-29T02:06:15.914115Z","end":"2026-04-29T02:06:16.312935Z","steps":["trace[231985189] 'process raft request' (duration: 398.592633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:16.313093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.302397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:16.313176Z","caller":"traceutil/trace.go:171","msg":"trace[851346431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5767; }","duration":"213.44531ms","start":"2026-04-29T02:06:16.099711Z","end":"2026-04-29T02:06:16.313156Z","steps":["trace[851346431] 'agreement among raft nodes before linearized reading' (duration: 213.282267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:16.3132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:15.914084Z","time spent":"399.007541ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:16.574046Z","caller":"traceutil/trace.go:171","msg":"trace[1243813018] linearizableReadLoop","detail":"{readStateIndex:5984; appliedIndex:5983; }","duration":"261.042336ms","start":"2026-04-29T02:06:16.312973Z","end":"2026-04-29T02:06:16.574015Z","steps":["trace[1243813018] 'read index received' (duration: 245.890318ms)","trace[1243813018] 'applied index is now lower than readState.Index' (duration: 15.150638ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:16.574297Z","caller":"traceutil/trace.go:171","msg":"trace[2086678619] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"409.251805ms","start":"2026-04-29T02:06:16.165022Z","end":"2026-04-29T02:06:16.574273Z","steps":["trace[2086678619] 'process raft request' (duration: 393.847052ms)","trace[2086678619] 'compare' (duration: 14.968575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:16.574395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.274853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13288"} {"level":"warn","ts":"2026-04-29T02:06:16.574417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:16.164982Z","time spent":"409.368967ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:06:16.574441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.572737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-29T02:06:16.574461Z","caller":"traceutil/trace.go:171","msg":"trace[1744506211] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5768; }","duration":"300.355404ms","start":"2026-04-29T02:06:16.274089Z","end":"2026-04-29T02:06:16.574445Z","steps":["trace[1744506211] 'agreement among raft nodes before linearized reading' (duration: 300.14197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:16.574513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:16.274066Z","time spent":"300.437486ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13312,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-29T02:06:16.574511Z","caller":"traceutil/trace.go:171","msg":"trace[849941570] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5768; }","duration":"280.687529ms","start":"2026-04-29T02:06:16.293805Z","end":"2026-04-29T02:06:16.574492Z","steps":["trace[849941570] 'agreement among raft nodes before linearized reading' (duration: 280.477975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:16.574476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.678074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:06:16.574582Z","caller":"traceutil/trace.go:171","msg":"trace[986472028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5768; }","duration":"132.824667ms","start":"2026-04-29T02:06:16.441739Z","end":"2026-04-29T02:06:16.574564Z","steps":["trace[986472028] 'agreement among raft nodes before linearized reading' (duration: 132.582483ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:16.952327Z","caller":"traceutil/trace.go:171","msg":"trace[1678734261] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"372.249372ms","start":"2026-04-29T02:06:16.580061Z","end":"2026-04-29T02:06:16.952311Z","steps":["trace[1678734261] 'process raft request' (duration: 372.121609ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:16.952349Z","caller":"traceutil/trace.go:171","msg":"trace[2057906334] linearizableReadLoop","detail":"{readStateIndex:5985; appliedIndex:5985; }","duration":"371.525708ms","start":"2026-04-29T02:06:16.58079Z","end":"2026-04-29T02:06:16.952316Z","steps":["trace[2057906334] 'read index received' (duration: 371.512178ms)","trace[2057906334] 'applied index is now lower than readState.Index' (duration: 10.65µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:16.952446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:16.580025Z","time spent":"372.366684ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:06:16.952732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.901826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-29T02:06:16.952823Z","caller":"traceutil/trace.go:171","msg":"trace[996345542] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5769; }","duration":"372.028178ms","start":"2026-04-29T02:06:16.580772Z","end":"2026-04-29T02:06:16.9528Z","steps":["trace[996345542] 'agreement among raft nodes before linearized reading' (duration: 371.669861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:16.952871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:16.580762Z","time spent":"372.100419ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-29T02:06:17.024377Z","caller":"traceutil/trace.go:171","msg":"trace[1410865592] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"435.514725ms","start":"2026-04-29T02:06:16.588839Z","end":"2026-04-29T02:06:17.024353Z","steps":["trace[1410865592] 'process raft request' (duration: 435.2394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.024512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:16.588809Z","time spent":"435.625107ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13860,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:06:17.024667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.57603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-29T02:06:17.024797Z","caller":"traceutil/trace.go:171","msg":"trace[944095858] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:5770; }","duration":"390.757093ms","start":"2026-04-29T02:06:16.634014Z","end":"2026-04-29T02:06:17.024771Z","steps":["trace[944095858] 'agreement among raft nodes before linearized reading' (duration: 390.379156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.024872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:16.634001Z","time spent":"390.855476ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-04-29T02:06:17.672435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.135436ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-29T02:06:17.672788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.025993Z","time spent":"646.789654ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T02:06:17.672889Z","caller":"traceutil/trace.go:171","msg":"trace[1552193581] linearizableReadLoop","detail":"{readStateIndex:5987; appliedIndex:5986; }","duration":"617.437596ms","start":"2026-04-29T02:06:17.055426Z","end":"2026-04-29T02:06:17.672864Z","steps":["trace[1552193581] 'read index received' (duration: 50.502µs)","trace[1552193581] 'applied index is now lower than readState.Index' (duration: 617.385194ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:17.672967Z","caller":"traceutil/trace.go:171","msg":"trace[1038576827] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"360.732043ms","start":"2026-04-29T02:06:17.312213Z","end":"2026-04-29T02:06:17.672945Z","steps":["trace[1038576827] 'process raft request' (duration: 360.566969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.673106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.312188Z","time spent":"360.840335ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:06:17.6732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.739932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13875"} {"level":"info","ts":"2026-04-29T02:06:17.673293Z","caller":"traceutil/trace.go:171","msg":"trace[1245012724] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5771; }","duration":"617.919985ms","start":"2026-04-29T02:06:17.055351Z","end":"2026-04-29T02:06:17.673271Z","steps":["trace[1245012724] 'agreement among raft nodes before linearized reading' (duration: 617.61798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.673345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.055324Z","time spent":"618.011517ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13899,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-29T02:06:17.677115Z","caller":"traceutil/trace.go:171","msg":"trace[1263298159] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"363.983354ms","start":"2026-04-29T02:06:17.313115Z","end":"2026-04-29T02:06:17.677098Z","steps":["trace[1263298159] 'process raft request' (duration: 363.82897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.677255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.313092Z","time spent":"364.098286ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:17.677384Z","caller":"traceutil/trace.go:171","msg":"trace[2141540934] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"363.2032ms","start":"2026-04-29T02:06:17.314153Z","end":"2026-04-29T02:06:17.677357Z","steps":["trace[2141540934] 'process raft request' (duration: 362.904713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.677503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.314133Z","time spent":"363.313952ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:17.69879Z","caller":"traceutil/trace.go:171","msg":"trace[1878084012] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"131.257857ms","start":"2026-04-29T02:06:17.567508Z","end":"2026-04-29T02:06:17.698766Z","steps":["trace[1878084012] 'process raft request' (duration: 131.108414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.699259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.021536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-29T02:06:17.699275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.772084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-29T02:06:17.699318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.162369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-29T02:06:17.699321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.087134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-29T02:06:17.699364Z","caller":"traceutil/trace.go:171","msg":"trace[1303586416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5775; }","duration":"127.269321ms","start":"2026-04-29T02:06:17.572082Z","end":"2026-04-29T02:06:17.699351Z","steps":["trace[1303586416] 'agreement among raft nodes before linearized reading' (duration: 127.122619ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:17.699363Z","caller":"traceutil/trace.go:171","msg":"trace[1906350157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5775; }","duration":"369.898156ms","start":"2026-04-29T02:06:17.329446Z","end":"2026-04-29T02:06:17.699344Z","steps":["trace[1906350157] 'agreement among raft nodes before linearized reading' (duration: 369.595511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.69936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.2562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:17.699379Z","caller":"traceutil/trace.go:171","msg":"trace[1132692857] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5775; }","duration":"325.164436ms","start":"2026-04-29T02:06:17.374196Z","end":"2026-04-29T02:06:17.69936Z","steps":["trace[1132692857] 'agreement among raft nodes before linearized reading' (duration: 325.015713ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:17.69941Z","caller":"traceutil/trace.go:171","msg":"trace[1184640728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5775; }","duration":"599.372472ms","start":"2026-04-29T02:06:17.100024Z","end":"2026-04-29T02:06:17.699396Z","steps":["trace[1184640728] 'agreement among raft nodes before linearized reading' (duration: 599.273871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.699416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.329433Z","time spent":"369.973628ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:06:17.699418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.37418Z","time spent":"325.228517ms","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-29T02:06:17.699414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.551492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-29T02:06:17.699431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.518035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-29T02:06:17.699444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.099994Z","time spent":"599.442743ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:06:17.699475Z","caller":"traceutil/trace.go:171","msg":"trace[2117836899] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5775; }","duration":"366.617673ms","start":"2026-04-29T02:06:17.332841Z","end":"2026-04-29T02:06:17.699459Z","steps":["trace[2117836899] 'agreement among raft nodes before linearized reading' (duration: 366.43669ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:17.699483Z","caller":"traceutil/trace.go:171","msg":"trace[244793653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5775; }","duration":"373.607057ms","start":"2026-04-29T02:06:17.325863Z","end":"2026-04-29T02:06:17.69947Z","steps":["trace[244793653] 'agreement among raft nodes before linearized reading' (duration: 373.466704ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:17.699309Z","caller":"traceutil/trace.go:171","msg":"trace[1130039962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5775; }","duration":"372.081607ms","start":"2026-04-29T02:06:17.327214Z","end":"2026-04-29T02:06:17.699295Z","steps":["trace[1130039962] 'agreement among raft nodes before linearized reading' (duration: 371.940995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.69952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.332831Z","time spent":"366.680615ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-29T02:06:17.699525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.325849Z","time spent":"373.667639ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:06:17.699551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.327134Z","time spent":"372.402214ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:06:17.699569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.236351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-29T02:06:17.69965Z","caller":"traceutil/trace.go:171","msg":"trace[1277643706] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5775; }","duration":"372.343413ms","start":"2026-04-29T02:06:17.327294Z","end":"2026-04-29T02:06:17.699638Z","steps":["trace[1277643706] 'agreement among raft nodes before linearized reading' (duration: 371.830122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.699682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.327284Z","time spent":"372.389744ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:06:17.699752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.381408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsdb6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-29T02:06:17.699798Z","caller":"traceutil/trace.go:171","msg":"trace[36165497] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsdb6; range_end:; response_count:1; response_revision:5775; }","duration":"368.456028ms","start":"2026-04-29T02:06:17.331328Z","end":"2026-04-29T02:06:17.699784Z","steps":["trace[36165497] 'agreement among raft nodes before linearized reading' (duration: 368.343956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.699831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.331314Z","time spent":"368.50984ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-qsdb6\" "} {"level":"info","ts":"2026-04-29T02:06:18.008318Z","caller":"traceutil/trace.go:171","msg":"trace[1387245027] linearizableReadLoop","detail":"{readStateIndex:5993; appliedIndex:5992; }","duration":"309.327585ms","start":"2026-04-29T02:06:17.698958Z","end":"2026-04-29T02:06:18.008285Z","steps":["trace[1387245027] 'read index received' (duration: 236.383248ms)","trace[1387245027] 'applied index is now lower than readState.Index' (duration: 72.943057ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:18.008745Z","caller":"traceutil/trace.go:171","msg":"trace[128294100] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"324.554873ms","start":"2026-04-29T02:06:17.68417Z","end":"2026-04-29T02:06:18.008724Z","steps":["trace[128294100] 'process raft request' (duration: 251.068566ms)","trace[128294100] 'compare' (duration: 72.884266ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:18.00899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.113599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-29T02:06:18.009102Z","caller":"traceutil/trace.go:171","msg":"trace[1961528626] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5776; }","duration":"332.249022ms","start":"2026-04-29T02:06:17.676828Z","end":"2026-04-29T02:06:18.009077Z","steps":["trace[1961528626] 'agreement among raft nodes before linearized reading' (duration: 332.010816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:18.008979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.684152Z","time spent":"324.650416ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13646,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:06:18.009151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.676812Z","time spent":"332.328933ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T02:06:18.016643Z","caller":"traceutil/trace.go:171","msg":"trace[761432034] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"312.602637ms","start":"2026-04-29T02:06:17.704026Z","end":"2026-04-29T02:06:18.016629Z","steps":["trace[761432034] 'process raft request' (duration: 312.473184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:18.016736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.704007Z","time spent":"312.681538ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:18.01694Z","caller":"traceutil/trace.go:171","msg":"trace[1204232967] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"312.79963ms","start":"2026-04-29T02:06:17.704116Z","end":"2026-04-29T02:06:18.016916Z","steps":["trace[1204232967] 'process raft request' (duration: 312.480034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:18.017077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.704098Z","time spent":"312.911782ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:18.017202Z","caller":"traceutil/trace.go:171","msg":"trace[1387020976] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"312.828031ms","start":"2026-04-29T02:06:17.70434Z","end":"2026-04-29T02:06:18.017168Z","steps":["trace[1387020976] 'process raft request' (duration: 312.503225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:18.017305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.704327Z","time spent":"312.913762ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:18.017251Z","caller":"traceutil/trace.go:171","msg":"trace[1587617122] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"312.83008ms","start":"2026-04-29T02:06:17.704377Z","end":"2026-04-29T02:06:18.017208Z","steps":["trace[1587617122] 'process raft request' (duration: 312.662807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:18.017317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.085902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-29T02:06:18.017327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.932239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:06:18.017337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.605181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:18.017376Z","caller":"traceutil/trace.go:171","msg":"trace[413374804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5781; }","duration":"317.009681ms","start":"2026-04-29T02:06:17.700355Z","end":"2026-04-29T02:06:18.017365Z","steps":["trace[413374804] 'agreement among raft nodes before linearized reading' (duration: 316.931119ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:18.017384Z","caller":"traceutil/trace.go:171","msg":"trace[1301301695] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5781; }","duration":"174.683933ms","start":"2026-04-29T02:06:17.842685Z","end":"2026-04-29T02:06:18.017369Z","steps":["trace[1301301695] 'agreement among raft nodes before linearized reading' (duration: 174.616801ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:18.017372Z","caller":"traceutil/trace.go:171","msg":"trace[1493486288] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5781; }","duration":"316.162525ms","start":"2026-04-29T02:06:17.701195Z","end":"2026-04-29T02:06:18.017357Z","steps":["trace[1493486288] 'agreement among raft nodes before linearized reading' (duration: 316.058532ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:18.017394Z","caller":"traceutil/trace.go:171","msg":"trace[288108695] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"311.034097ms","start":"2026-04-29T02:06:17.706339Z","end":"2026-04-29T02:06:18.017373Z","steps":["trace[288108695] 'process raft request' (duration: 310.809002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:18.017413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.700344Z","time spent":"317.062332ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:06:18.017407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.73698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81892"} {"level":"warn","ts":"2026-04-29T02:06:18.017419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.701179Z","time spent":"316.232296ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-29T02:06:18.017449Z","caller":"traceutil/trace.go:171","msg":"trace[586522429] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5781; }","duration":"312.795901ms","start":"2026-04-29T02:06:17.704642Z","end":"2026-04-29T02:06:18.017438Z","steps":["trace[586522429] 'agreement among raft nodes before linearized reading' (duration: 312.571466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:18.017438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.629698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"warn","ts":"2026-04-29T02:06:18.017483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.704634Z","time spent":"312.840002ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81916,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-29T02:06:18.01748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.706329Z","time spent":"311.112939ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:06:18.017489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.704364Z","time spent":"312.996435ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:18.017609Z","caller":"traceutil/trace.go:171","msg":"trace[1339972459] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5781; }","duration":"312.71879ms","start":"2026-04-29T02:06:17.704773Z","end":"2026-04-29T02:06:18.017491Z","steps":["trace[1339972459] 'agreement among raft nodes before linearized reading' (duration: 312.554617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:18.017691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.704767Z","time spent":"312.906263ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-04-29T02:06:18.018268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.37525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f13eb427-5b3d-46f3-af6d-d41c5aa381f3\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-29T02:06:18.018319Z","caller":"traceutil/trace.go:171","msg":"trace[514466924] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f13eb427-5b3d-46f3-af6d-d41c5aa381f3; range_end:; response_count:1; response_revision:5781; }","duration":"314.446332ms","start":"2026-04-29T02:06:17.70386Z","end":"2026-04-29T02:06:18.018307Z","steps":["trace[514466924] 'agreement among raft nodes before linearized reading' (duration: 313.358321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:18.018357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:17.703849Z","time spent":"314.500262ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-f13eb427-5b3d-46f3-af6d-d41c5aa381f3\" "} {"level":"info","ts":"2026-04-29T02:06:18.145823Z","caller":"traceutil/trace.go:171","msg":"trace[1955821846] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"129.86594ms","start":"2026-04-29T02:06:18.015935Z","end":"2026-04-29T02:06:18.145801Z","steps":["trace[1955821846] 'process raft request' (duration: 129.827639ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:18.145901Z","caller":"traceutil/trace.go:171","msg":"trace[962646757] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"130.055594ms","start":"2026-04-29T02:06:18.015827Z","end":"2026-04-29T02:06:18.145883Z","steps":["trace[962646757] 'process raft request' (duration: 99.896961ms)","trace[962646757] 'compare' (duration: 29.880718ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:18.145917Z","caller":"traceutil/trace.go:171","msg":"trace[228559515] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"130.061925ms","start":"2026-04-29T02:06:18.015835Z","end":"2026-04-29T02:06:18.145897Z","steps":["trace[228559515] 'process raft request' (duration: 129.878621ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:18.165123Z","caller":"traceutil/trace.go:171","msg":"trace[1811625075] linearizableReadLoop","detail":"{readStateIndex:6002; appliedIndex:5998; }","duration":"147.897644ms","start":"2026-04-29T02:06:18.017199Z","end":"2026-04-29T02:06:18.165096Z","steps":["trace[1811625075] 'read index received' (duration: 98.533625ms)","trace[1811625075] 'applied index is now lower than readState.Index' (duration: 49.362669ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:18.16519Z","caller":"traceutil/trace.go:171","msg":"trace[496060708] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"139.805789ms","start":"2026-04-29T02:06:18.025359Z","end":"2026-04-29T02:06:18.165165Z","steps":["trace[496060708] 'process raft request' (duration: 139.663047ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:18.165233Z","caller":"traceutil/trace.go:171","msg":"trace[723644094] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"148.742969ms","start":"2026-04-29T02:06:18.016468Z","end":"2026-04-29T02:06:18.165211Z","steps":["trace[723644094] 'process raft request' (duration: 148.396213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:18.165443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.894531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-29T02:06:18.165488Z","caller":"traceutil/trace.go:171","msg":"trace[203459546] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5786; }","duration":"151.027063ms","start":"2026-04-29T02:06:18.014451Z","end":"2026-04-29T02:06:18.165478Z","steps":["trace[203459546] 'agreement among raft nodes before linearized reading' (duration: 150.86467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:18.16554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.532251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-29T02:06:18.165626Z","caller":"traceutil/trace.go:171","msg":"trace[1398861100] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5786; }","duration":"142.683604ms","start":"2026-04-29T02:06:18.022928Z","end":"2026-04-29T02:06:18.165611Z","steps":["trace[1398861100] 'agreement among raft nodes before linearized reading' (duration: 142.412329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:18.165969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.64849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-29T02:06:18.166044Z","caller":"traceutil/trace.go:171","msg":"trace[190953741] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5786; }","duration":"146.727871ms","start":"2026-04-29T02:06:18.0193Z","end":"2026-04-29T02:06:18.166027Z","steps":["trace[190953741] 'agreement among raft nodes before linearized reading' (duration: 145.983407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:18.424886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.970791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:06:18.425006Z","caller":"traceutil/trace.go:171","msg":"trace[503676759] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"196.316036ms","start":"2026-04-29T02:06:18.228669Z","end":"2026-04-29T02:06:18.424985Z","steps":["trace[503676759] 'process raft request' (duration: 43.146842ms)","trace[503676759] 'compare' (duration: 152.832817ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:18.452133Z","caller":"traceutil/trace.go:171","msg":"trace[832865346] linearizableReadLoop","detail":"{readStateIndex:6006; appliedIndex:6004; }","duration":"216.768384ms","start":"2026-04-29T02:06:18.23534Z","end":"2026-04-29T02:06:18.452109Z","steps":["trace[832865346] 'read index received' (duration: 36.484995ms)","trace[832865346] 'applied index is now lower than readState.Index' (duration: 180.282259ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:18.452247Z","caller":"traceutil/trace.go:171","msg":"trace[712466372] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"218.854433ms","start":"2026-04-29T02:06:18.23337Z","end":"2026-04-29T02:06:18.452224Z","steps":["trace[712466372] 'process raft request' (duration: 218.596869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:18.452401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.506478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:06:18.452446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.09001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-29T02:06:18.452504Z","caller":"traceutil/trace.go:171","msg":"trace[687147013] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5789; }","duration":"217.179071ms","start":"2026-04-29T02:06:18.235313Z","end":"2026-04-29T02:06:18.452492Z","steps":["trace[687147013] 'agreement among raft nodes before linearized reading' (duration: 216.920937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:18.452741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.528056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-29T02:06:18.45247Z","caller":"traceutil/trace.go:171","msg":"trace[477641275] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5789; }","duration":"216.59992ms","start":"2026-04-29T02:06:18.235856Z","end":"2026-04-29T02:06:18.452455Z","steps":["trace[477641275] 'agreement among raft nodes before linearized reading' (duration: 216.458327ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:18.452832Z","caller":"traceutil/trace.go:171","msg":"trace[1585022004] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5789; }","duration":"127.824322ms","start":"2026-04-29T02:06:18.324984Z","end":"2026-04-29T02:06:18.452808Z","steps":["trace[1585022004] 'agreement among raft nodes before linearized reading' (duration: 127.335062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:23.37893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.080405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-29T02:06:23.37902Z","caller":"traceutil/trace.go:171","msg":"trace[1533046322] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5816; }","duration":"201.180147ms","start":"2026-04-29T02:06:23.177817Z","end":"2026-04-29T02:06:23.378997Z","steps":["trace[1533046322] 'range keys from in-memory index tree' (duration: 200.887102ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:23.515979Z","caller":"traceutil/trace.go:171","msg":"trace[931331950] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"124.131112ms","start":"2026-04-29T02:06:23.391822Z","end":"2026-04-29T02:06:23.515953Z","steps":["trace[931331950] 'process raft request' (duration: 123.746424ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:23.690604Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2878} {"level":"warn","ts":"2026-04-29T02:06:23.691501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.677746ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-04-29T02:06:23.691647Z","caller":"traceutil/trace.go:171","msg":"trace[1146652405] linearizableReadLoop","detail":"{readStateIndex:6042; appliedIndex:6041; }","duration":"119.625425ms","start":"2026-04-29T02:06:23.572001Z","end":"2026-04-29T02:06:23.691627Z","steps":["trace[1146652405] 'read index received' (duration: 48.641µs)","trace[1146652405] 'applied index is now lower than readState.Index' (duration: 119.575244ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:23.691702Z","caller":"traceutil/trace.go:171","msg":"trace[1649156290] compact","detail":"{revision:2878; response_revision:5823; }","duration":"126.723821ms","start":"2026-04-29T02:06:23.564931Z","end":"2026-04-29T02:06:23.691655Z","steps":["trace[1649156290] 'check and update compact revision' (duration: 119.543513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:23.691981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.979891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112071"} {"level":"info","ts":"2026-04-29T02:06:23.692025Z","caller":"traceutil/trace.go:171","msg":"trace[854748232] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5823; }","duration":"120.065063ms","start":"2026-04-29T02:06:23.571948Z","end":"2026-04-29T02:06:23.692013Z","steps":["trace[854748232] 'agreement among raft nodes before linearized reading' (duration: 119.757928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:23.899386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.235126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:06:23.899584Z","caller":"traceutil/trace.go:171","msg":"trace[1509604201] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"209.758531ms","start":"2026-04-29T02:06:23.689785Z","end":"2026-04-29T02:06:23.899543Z","steps":["trace[1509604201] 'process raft request' (duration: 78.240699ms)","trace[1509604201] 'compare' (duration: 75.018687ms)","trace[1509604201] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:537; } (duration: 56.005125ms)"],"step_count":3} {"level":"info","ts":"2026-04-29T02:06:23.899981Z","caller":"traceutil/trace.go:171","msg":"trace[551317341] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"204.753615ms","start":"2026-04-29T02:06:23.695214Z","end":"2026-04-29T02:06:23.899968Z","steps":["trace[551317341] 'process raft request' (duration: 204.345177ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:23.899987Z","caller":"traceutil/trace.go:171","msg":"trace[1418530252] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"201.553264ms","start":"2026-04-29T02:06:23.698409Z","end":"2026-04-29T02:06:23.899962Z","steps":["trace[1418530252] 'process raft request' (duration: 201.34772ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:23.899996Z","caller":"traceutil/trace.go:171","msg":"trace[407355008] linearizableReadLoop","detail":"{readStateIndex:6043; appliedIndex:6042; }","duration":"208.260222ms","start":"2026-04-29T02:06:23.691682Z","end":"2026-04-29T02:06:23.899942Z","steps":["trace[407355008] 'read index received' (duration: 76.433405ms)","trace[407355008] 'applied index is now lower than readState.Index' (duration: 131.819277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:23.900165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.088796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:23.90021Z","caller":"traceutil/trace.go:171","msg":"trace[1512015369] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5826; }","duration":"282.209508ms","start":"2026-04-29T02:06:23.617988Z","end":"2026-04-29T02:06:23.900198Z","steps":["trace[1512015369] 'agreement among raft nodes before linearized reading' (duration: 282.087086ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:23.900418Z","caller":"traceutil/trace.go:171","msg":"trace[501653757] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"185.286085ms","start":"2026-04-29T02:06:23.715107Z","end":"2026-04-29T02:06:23.900393Z","steps":["trace[501653757] 'process raft request' (duration: 185.04698ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:23.90043Z","caller":"traceutil/trace.go:171","msg":"trace[1952016524] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"194.422469ms","start":"2026-04-29T02:06:23.705973Z","end":"2026-04-29T02:06:23.900395Z","steps":["trace[1952016524] 'process raft request' (duration: 193.896079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:23.900271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.341184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:06:23.90059Z","caller":"traceutil/trace.go:171","msg":"trace[389921198] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5826; }","duration":"279.7051ms","start":"2026-04-29T02:06:23.620869Z","end":"2026-04-29T02:06:23.900574Z","steps":["trace[389921198] 'agreement among raft nodes before linearized reading' (duration: 279.113029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:24.034729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.083129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-29T02:06:24.034842Z","caller":"traceutil/trace.go:171","msg":"trace[1402206842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5829; }","duration":"116.239661ms","start":"2026-04-29T02:06:23.918577Z","end":"2026-04-29T02:06:24.034816Z","steps":["trace[1402206842] 'range keys from in-memory index tree' (duration: 115.914516ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:24.151369Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2878,"took":"459.288459ms","hash":2625128811,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":32219136,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-29T02:06:24.151451Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2625128811,"revision":2878,"compact-revision":-1} {"level":"info","ts":"2026-04-29T02:06:51.273783Z","caller":"traceutil/trace.go:171","msg":"trace[1166580145] transaction","detail":"{read_only:false; response_revision:6079; number_of_response:1; }","duration":"128.610066ms","start":"2026-04-29T02:06:51.145137Z","end":"2026-04-29T02:06:51.273747Z","steps":["trace[1166580145] 'process raft request' (duration: 128.418453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:51.686363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.208876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-04-29T02:06:51.686472Z","caller":"traceutil/trace.go:171","msg":"trace[1042370480] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6079; }","duration":"111.37473ms","start":"2026-04-29T02:06:51.575076Z","end":"2026-04-29T02:06:51.686451Z","steps":["trace[1042370480] 'range keys from in-memory index tree' (duration: 111.069003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:51.686578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.251274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:06:51.686564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.203383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:51.686661Z","caller":"traceutil/trace.go:171","msg":"trace[1260137907] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6079; }","duration":"115.365015ms","start":"2026-04-29T02:06:51.571275Z","end":"2026-04-29T02:06:51.68664Z","steps":["trace[1260137907] 'range keys from in-memory index tree' (duration: 115.089951ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:51.686678Z","caller":"traceutil/trace.go:171","msg":"trace[270071546] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6079; }","duration":"115.380116ms","start":"2026-04-29T02:06:51.571275Z","end":"2026-04-29T02:06:51.686655Z","steps":["trace[270071546] 'range keys from in-memory index tree' (duration: 115.04466ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:07:01.225823Z","caller":"traceutil/trace.go:171","msg":"trace[1173002386] linearizableReadLoop","detail":"{readStateIndex:6371; appliedIndex:6370; }","duration":"126.136299ms","start":"2026-04-29T02:07:01.09967Z","end":"2026-04-29T02:07:01.225806Z","steps":["trace[1173002386] 'read index received' (duration: 125.969926ms)","trace[1173002386] 'applied index is now lower than readState.Index' (duration: 165.583µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:07:01.225927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.254162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:07:01.225919Z","caller":"traceutil/trace.go:171","msg":"trace[662691030] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"130.886991ms","start":"2026-04-29T02:07:01.094995Z","end":"2026-04-29T02:07:01.225882Z","steps":["trace[662691030] 'process raft request' (duration: 130.690177ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:07:01.22596Z","caller":"traceutil/trace.go:171","msg":"trace[1369631300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6143; }","duration":"126.367054ms","start":"2026-04-29T02:07:01.099582Z","end":"2026-04-29T02:07:01.225949Z","steps":["trace[1369631300] 'agreement among raft nodes before linearized reading' (duration: 126.305013ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:07:02.138083Z","caller":"traceutil/trace.go:171","msg":"trace[159298771] transaction","detail":"{read_only:false; response_revision:6146; number_of_response:1; }","duration":"108.834759ms","start":"2026-04-29T02:07:02.029221Z","end":"2026-04-29T02:07:02.138056Z","steps":["trace[159298771] 'process raft request' (duration: 108.598965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:07:10.615854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.917961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:07:10.615942Z","caller":"traceutil/trace.go:171","msg":"trace[1905787169] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:6216; }","duration":"110.028803ms","start":"2026-04-29T02:07:10.505891Z","end":"2026-04-29T02:07:10.61592Z","steps":["trace[1905787169] 'count revisions from in-memory index tree' (duration: 109.803328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:07:10.616023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.549602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsdb6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-29T02:07:10.616073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.866534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:07:10.616112Z","caller":"traceutil/trace.go:171","msg":"trace[1574828667] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsdb6; range_end:; response_count:1; response_revision:6216; }","duration":"193.659274ms","start":"2026-04-29T02:07:10.42243Z","end":"2026-04-29T02:07:10.616089Z","steps":["trace[1574828667] 'range keys from in-memory index tree' (duration: 193.288337ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:07:10.616123Z","caller":"traceutil/trace.go:171","msg":"trace[692069741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6216; }","duration":"166.945086ms","start":"2026-04-29T02:07:10.449163Z","end":"2026-04-29T02:07:10.616108Z","steps":["trace[692069741] 'range keys from in-memory index tree' (duration: 166.745352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:07:10.616124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.709182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:07:10.616251Z","caller":"traceutil/trace.go:171","msg":"trace[1399647129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6216; }","duration":"155.861396ms","start":"2026-04-29T02:07:10.46037Z","end":"2026-04-29T02:07:10.616232Z","steps":["trace[1399647129] 'range keys from in-memory index tree' (duration: 155.508368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:07:10.616017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.813001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T02:07:10.616554Z","caller":"traceutil/trace.go:171","msg":"trace[348842878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6216; }","duration":"200.360752ms","start":"2026-04-29T02:07:10.416178Z","end":"2026-04-29T02:07:10.616539Z","steps":["trace[348842878] 'range keys from in-memory index tree' (duration: 199.676129ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:07:14.756952Z","caller":"traceutil/trace.go:171","msg":"trace[538622108] transaction","detail":"{read_only:false; response_revision:6242; number_of_response:1; }","duration":"114.859765ms","start":"2026-04-29T02:07:14.642061Z","end":"2026-04-29T02:07:14.756921Z","steps":["trace[538622108] 'process raft request' (duration: 89.420031ms)","trace[538622108] 'compare' (duration: 25.24936ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:07:14.757146Z","caller":"traceutil/trace.go:171","msg":"trace[1586529709] linearizableReadLoop","detail":"{readStateIndex:6474; appliedIndex:6471; }","duration":"114.459757ms","start":"2026-04-29T02:07:14.642654Z","end":"2026-04-29T02:07:14.757114Z","steps":["trace[1586529709] 'read index received' (duration: 20.655503ms)","trace[1586529709] 'applied index is now lower than readState.Index' (duration: 93.801544ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:07:14.757299Z","caller":"traceutil/trace.go:171","msg":"trace[1443353125] transaction","detail":"{read_only:false; response_revision:6243; number_of_response:1; }","duration":"114.888005ms","start":"2026-04-29T02:07:14.642371Z","end":"2026-04-29T02:07:14.757259Z","steps":["trace[1443353125] 'process raft request' (duration: 114.488478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:07:14.757672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.993867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109127"} {"level":"info","ts":"2026-04-29T02:07:14.757742Z","caller":"traceutil/trace.go:171","msg":"trace[1265353862] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6243; }","duration":"115.110751ms","start":"2026-04-29T02:07:14.64262Z","end":"2026-04-29T02:07:14.75773Z","steps":["trace[1265353862] 'agreement among raft nodes before linearized reading' (duration: 114.5977ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:07:14.801103Z","caller":"traceutil/trace.go:171","msg":"trace[1199279485] transaction","detail":"{read_only:false; response_revision:6244; number_of_response:1; }","duration":"102.177753ms","start":"2026-04-29T02:07:14.698899Z","end":"2026-04-29T02:07:14.801076Z","steps":["trace[1199279485] 'process raft request' (duration: 102.01782ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:11:23.69887Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5823} {"level":"info","ts":"2026-04-29T02:11:23.789916Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5823,"took":"89.184181ms","hash":4202876509,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":26472448,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-29T02:11:23.789977Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4202876509,"revision":5823,"compact-revision":2878} {"level":"info","ts":"2026-04-29T02:12:19.217275Z","caller":"traceutil/trace.go:171","msg":"trace[45395518] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"160.159183ms","start":"2026-04-29T02:12:19.05709Z","end":"2026-04-29T02:12:19.21725Z","steps":["trace[45395518] 'process raft request' (duration: 159.99631ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:21.678491Z","caller":"traceutil/trace.go:171","msg":"trace[1403105218] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"336.158545ms","start":"2026-04-29T02:12:21.342312Z","end":"2026-04-29T02:12:21.67847Z","steps":["trace[1403105218] 'process raft request' (duration: 336.030452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:21.67861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:21.342298Z","time spent":"336.249287ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:12:21.679695Z","caller":"traceutil/trace.go:171","msg":"trace[2101990779] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"223.665608ms","start":"2026-04-29T02:12:21.456013Z","end":"2026-04-29T02:12:21.679679Z","steps":["trace[2101990779] 'process raft request' (duration: 223.503856ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:21.680009Z","caller":"traceutil/trace.go:171","msg":"trace[2059223698] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"194.583621ms","start":"2026-04-29T02:12:21.485411Z","end":"2026-04-29T02:12:21.679995Z","steps":["trace[2059223698] 'process raft request' (duration: 194.218705ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:21.680013Z","caller":"traceutil/trace.go:171","msg":"trace[1754273989] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"183.479212ms","start":"2026-04-29T02:12:21.496507Z","end":"2026-04-29T02:12:21.679986Z","steps":["trace[1754273989] 'process raft request' (duration: 183.38434ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:26.323379Z","caller":"traceutil/trace.go:171","msg":"trace[1097123096] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"121.460405ms","start":"2026-04-29T02:12:26.201889Z","end":"2026-04-29T02:12:26.323349Z","steps":["trace[1097123096] 'process raft request' (duration: 87.215912ms)","trace[1097123096] 'compare' (duration: 33.933818ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:26.323368Z","caller":"traceutil/trace.go:171","msg":"trace[1509615567] linearizableReadLoop","detail":"{readStateIndex:8829; appliedIndex:8828; }","duration":"105.421103ms","start":"2026-04-29T02:12:26.21791Z","end":"2026-04-29T02:12:26.323332Z","steps":["trace[1509615567] 'read index received' (duration: 71.132789ms)","trace[1509615567] 'applied index is now lower than readState.Index' (duration: 34.286754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:26.323657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.655117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T02:12:26.323728Z","caller":"traceutil/trace.go:171","msg":"trace[1013996327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8522; }","duration":"105.829631ms","start":"2026-04-29T02:12:26.217881Z","end":"2026-04-29T02:12:26.323711Z","steps":["trace[1013996327] 'agreement among raft nodes before linearized reading' (duration: 105.556176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:32.73173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.661287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:32.73182Z","caller":"traceutil/trace.go:171","msg":"trace[1916678943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8552; }","duration":"629.80427ms","start":"2026-04-29T02:12:32.101995Z","end":"2026-04-29T02:12:32.731799Z","steps":["trace[1916678943] 'range keys from in-memory index tree' (duration: 629.511034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:32.731864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:32.101974Z","time spent":"629.880491ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:12:32.780574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.194778ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T02:12:32.780657Z","caller":"traceutil/trace.go:171","msg":"trace[1660065910] linearizableReadLoop","detail":"{readStateIndex:8861; appliedIndex:8860; }","duration":"554.677866ms","start":"2026-04-29T02:12:32.225962Z","end":"2026-04-29T02:12:32.78064Z","steps":["trace[1660065910] 'read index received' (duration: 305.419436ms)","trace[1660065910] 'applied index is now lower than readState.Index' (duration: 249.25705ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:32.780862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.185509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:12:32.780902Z","caller":"traceutil/trace.go:171","msg":"trace[2074083166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8552; }","duration":"435.258199ms","start":"2026-04-29T02:12:32.345632Z","end":"2026-04-29T02:12:32.78089Z","steps":["trace[2074083166] 'agreement among raft nodes before linearized reading' (duration: 435.109917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:32.780932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:32.345613Z","time spent":"435.31217ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:12:32.781071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.029228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:12:32.781165Z","caller":"traceutil/trace.go:171","msg":"trace[256461492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8552; }","duration":"398.163771ms","start":"2026-04-29T02:12:32.382983Z","end":"2026-04-29T02:12:32.781147Z","steps":["trace[256461492] 'agreement among raft nodes before linearized reading' (duration: 397.842075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:32.781052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.058743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-29T02:12:32.78121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:32.382966Z","time spent":"398.234813ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:12:32.781226Z","caller":"traceutil/trace.go:171","msg":"trace[305922402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8552; }","duration":"555.278548ms","start":"2026-04-29T02:12:32.225928Z","end":"2026-04-29T02:12:32.781207Z","steps":["trace[305922402] 'agreement among raft nodes before linearized reading' (duration: 554.798648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:32.781286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:32.225912Z","time spent":"555.358949ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:12:32.781542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.165504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsdb6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-29T02:12:32.781588Z","caller":"traceutil/trace.go:171","msg":"trace[681926782] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsdb6; range_end:; response_count:1; response_revision:8552; }","duration":"210.252206ms","start":"2026-04-29T02:12:32.571324Z","end":"2026-04-29T02:12:32.781577Z","steps":["trace[681926782] 'agreement among raft nodes before linearized reading' (duration: 209.45405ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:34.168474Z","caller":"traceutil/trace.go:171","msg":"trace[928743682] linearizableReadLoop","detail":"{readStateIndex:8867; appliedIndex:8866; }","duration":"412.901899ms","start":"2026-04-29T02:12:33.755536Z","end":"2026-04-29T02:12:34.168438Z","steps":["trace[928743682] 'read index received' (duration: 412.657154ms)","trace[928743682] 'applied index is now lower than readState.Index' (duration: 243.215µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:34.168571Z","caller":"traceutil/trace.go:171","msg":"trace[1724757859] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"413.346367ms","start":"2026-04-29T02:12:33.755193Z","end":"2026-04-29T02:12:34.168539Z","steps":["trace[1724757859] 'process raft request' (duration: 413.022561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.168708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.146703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.168777Z","caller":"traceutil/trace.go:171","msg":"trace[2109653555] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8558; }","duration":"413.273597ms","start":"2026-04-29T02:12:33.755487Z","end":"2026-04-29T02:12:34.16876Z","steps":["trace[2109653555] 'agreement among raft nodes before linearized reading' (duration: 413.142303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.168829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.755456Z","time spent":"413.363419ms","remote":"127.0.0.1:48636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T02:12:34.168822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.755181Z","time spent":"413.542092ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:12:34.192261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.603475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.192319Z","caller":"traceutil/trace.go:171","msg":"trace[990476240] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8561; }","duration":"436.716917ms","start":"2026-04-29T02:12:33.755589Z","end":"2026-04-29T02:12:34.192306Z","steps":["trace[990476240] 'agreement among raft nodes before linearized reading' (duration: 436.623875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.192355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.755581Z","time spent":"436.763868ms","remote":"127.0.0.1:48636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:12:34.192402Z","caller":"traceutil/trace.go:171","msg":"trace[353833965] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"415.501417ms","start":"2026-04-29T02:12:33.776879Z","end":"2026-04-29T02:12:34.19238Z","steps":["trace[353833965] 'process raft request' (duration: 415.260363ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:34.192465Z","caller":"traceutil/trace.go:171","msg":"trace[1531944549] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"416.343283ms","start":"2026-04-29T02:12:33.776097Z","end":"2026-04-29T02:12:34.192441Z","steps":["trace[1531944549] 'process raft request' (duration: 415.880325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.192529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.776866Z","time spent":"415.591129ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:12:34.192613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.776081Z","time spent":"416.432906ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:12:34.192614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.738263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:34.192605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.440966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.192671Z","caller":"traceutil/trace.go:171","msg":"trace[1054064361] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8561; }","duration":"246.818345ms","start":"2026-04-29T02:12:33.945838Z","end":"2026-04-29T02:12:34.192656Z","steps":["trace[1054064361] 'agreement among raft nodes before linearized reading' (duration: 246.703393ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:34.192676Z","caller":"traceutil/trace.go:171","msg":"trace[810685534] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8561; }","duration":"247.537837ms","start":"2026-04-29T02:12:33.945126Z","end":"2026-04-29T02:12:34.192664Z","steps":["trace[810685534] 'agreement among raft nodes before linearized reading' (duration: 247.445826ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:34.1927Z","caller":"traceutil/trace.go:171","msg":"trace[1583521451] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"416.490387ms","start":"2026-04-29T02:12:33.776198Z","end":"2026-04-29T02:12:34.192689Z","steps":["trace[1583521451] 'process raft request' (duration: 415.899015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.192756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.776172Z","time spent":"416.554808ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:12:34.192751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.251067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.192815Z","caller":"traceutil/trace.go:171","msg":"trace[1221788891] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8561; }","duration":"336.318258ms","start":"2026-04-29T02:12:33.856483Z","end":"2026-04-29T02:12:34.192801Z","steps":["trace[1221788891] 'agreement among raft nodes before linearized reading' (duration: 336.226116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.192849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.856468Z","time spent":"336.371178ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-04-29T02:12:34.192859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.150417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:34.192875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.340617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.192913Z","caller":"traceutil/trace.go:171","msg":"trace[1450905854] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8561; }","duration":"157.203218ms","start":"2026-04-29T02:12:34.035677Z","end":"2026-04-29T02:12:34.19288Z","steps":["trace[1450905854] 'agreement among raft nodes before linearized reading' (duration: 157.147377ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:34.192905Z","caller":"traceutil/trace.go:171","msg":"trace[811495048] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8561; }","duration":"337.400569ms","start":"2026-04-29T02:12:33.855496Z","end":"2026-04-29T02:12:34.192897Z","steps":["trace[811495048] 'agreement among raft nodes before linearized reading' (duration: 337.348118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.192953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.855479Z","time spent":"337.465809ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:12:34.19297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.305071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.193003Z","caller":"traceutil/trace.go:171","msg":"trace[416681346] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8561; }","duration":"157.355741ms","start":"2026-04-29T02:12:34.035637Z","end":"2026-04-29T02:12:34.192993Z","steps":["trace[416681346] 'agreement among raft nodes before linearized reading' (duration: 157.30496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.193006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.044736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.193037Z","caller":"traceutil/trace.go:171","msg":"trace[2105882796] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8561; }","duration":"248.075868ms","start":"2026-04-29T02:12:33.944951Z","end":"2026-04-29T02:12:34.193027Z","steps":["trace[2105882796] 'agreement among raft nodes before linearized reading' (duration: 248.028607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.193082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.691674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.193115Z","caller":"traceutil/trace.go:171","msg":"trace[1836914972] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8561; }","duration":"337.733284ms","start":"2026-04-29T02:12:33.85537Z","end":"2026-04-29T02:12:34.193103Z","steps":["trace[1836914972] 'agreement among raft nodes before linearized reading' (duration: 337.683883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.193132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.101325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:34.19315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.855365Z","time spent":"337.775545ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T02:12:34.193158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.881507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:34.193166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.41979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.193171Z","caller":"traceutil/trace.go:171","msg":"trace[361964234] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8561; }","duration":"302.161895ms","start":"2026-04-29T02:12:33.890998Z","end":"2026-04-29T02:12:34.19316Z","steps":["trace[361964234] 'agreement among raft nodes before linearized reading' (duration: 302.094594ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:34.193187Z","caller":"traceutil/trace.go:171","msg":"trace[2094369156] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8561; }","duration":"177.923988ms","start":"2026-04-29T02:12:34.015254Z","end":"2026-04-29T02:12:34.193178Z","steps":["trace[2094369156] 'agreement among raft nodes before linearized reading' (duration: 177.882557ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:34.193231Z","caller":"traceutil/trace.go:171","msg":"trace[33936786] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8561; }","duration":"302.475061ms","start":"2026-04-29T02:12:33.890712Z","end":"2026-04-29T02:12:34.193187Z","steps":["trace[33936786] 'agreement among raft nodes before linearized reading' (duration: 302.42873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.193234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.890986Z","time spent":"302.238656ms","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-04-29T02:12:34.193264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.890697Z","time spent":"302.558362ms","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:12:34.193349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.660175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.193374Z","caller":"traceutil/trace.go:171","msg":"trace[1666102463] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8561; }","duration":"302.704465ms","start":"2026-04-29T02:12:33.89066Z","end":"2026-04-29T02:12:34.193365Z","steps":["trace[1666102463] 'agreement among raft nodes before linearized reading' (duration: 302.664124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.193377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.874697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:34.193404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.890647Z","time spent":"302.747276ms","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"info","ts":"2026-04-29T02:12:34.193406Z","caller":"traceutil/trace.go:171","msg":"trace[1489383229] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8561; }","duration":"194.905948ms","start":"2026-04-29T02:12:33.998492Z","end":"2026-04-29T02:12:34.193398Z","steps":["trace[1489383229] 'agreement among raft nodes before linearized reading' (duration: 194.861217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.193416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.871771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.193444Z","caller":"traceutil/trace.go:171","msg":"trace[363896876] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8561; }","duration":"266.949082ms","start":"2026-04-29T02:12:33.926487Z","end":"2026-04-29T02:12:34.193436Z","steps":["trace[363896876] 'agreement among raft nodes before linearized reading' (duration: 266.901391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.193547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.102014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:34.193548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.788534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.193576Z","caller":"traceutil/trace.go:171","msg":"trace[842708165] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8561; }","duration":"319.156355ms","start":"2026-04-29T02:12:33.874411Z","end":"2026-04-29T02:12:34.193567Z","steps":["trace[842708165] 'agreement among raft nodes before linearized reading' (duration: 319.111114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.193592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.917841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:34.193612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.922036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.193621Z","caller":"traceutil/trace.go:171","msg":"trace[430342229] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8561; }","duration":"267.971122ms","start":"2026-04-29T02:12:33.925643Z","end":"2026-04-29T02:12:34.193614Z","steps":["trace[430342229] 'agreement among raft nodes before linearized reading' (duration: 267.924571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.193622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.874397Z","time spent":"319.214906ms","remote":"127.0.0.1:48680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"info","ts":"2026-04-29T02:12:34.193635Z","caller":"traceutil/trace.go:171","msg":"trace[790412977] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8561; }","duration":"195.945977ms","start":"2026-04-29T02:12:33.997683Z","end":"2026-04-29T02:12:34.193629Z","steps":["trace[790412977] 'agreement among raft nodes before linearized reading' (duration: 195.911776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.193727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.780916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:34.193759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.304718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.193775Z","caller":"traceutil/trace.go:171","msg":"trace[520080614] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8561; }","duration":"117.870128ms","start":"2026-04-29T02:12:34.075893Z","end":"2026-04-29T02:12:34.193763Z","steps":["trace[520080614] 'agreement among raft nodes before linearized reading' (duration: 117.787607ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:34.193791Z","caller":"traceutil/trace.go:171","msg":"trace[128393218] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8561; }","duration":"268.352179ms","start":"2026-04-29T02:12:33.92543Z","end":"2026-04-29T02:12:34.193782Z","steps":["trace[128393218] 'agreement among raft nodes before linearized reading' (duration: 268.305478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.193876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.928123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.193915Z","caller":"traceutil/trace.go:171","msg":"trace[1950855259] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8561; }","duration":"214.991566ms","start":"2026-04-29T02:12:33.978914Z","end":"2026-04-29T02:12:34.193905Z","steps":["trace[1950855259] 'agreement among raft nodes before linearized reading' (duration: 214.931774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.193918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.594866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.193945Z","caller":"traceutil/trace.go:171","msg":"trace[699848341] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8561; }","duration":"284.642966ms","start":"2026-04-29T02:12:33.909295Z","end":"2026-04-29T02:12:34.193938Z","steps":["trace[699848341] 'agreement among raft nodes before linearized reading' (duration: 284.600856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.194095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.633783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:34.194101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.355892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.194129Z","caller":"traceutil/trace.go:171","msg":"trace[1883933743] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8561; }","duration":"286.669204ms","start":"2026-04-29T02:12:33.907452Z","end":"2026-04-29T02:12:34.194121Z","steps":["trace[1883933743] 'agreement among raft nodes before linearized reading' (duration: 286.618243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.194141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.059251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.194176Z","caller":"traceutil/trace.go:171","msg":"trace[266788475] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8561; }","duration":"355.088931ms","start":"2026-04-29T02:12:33.839074Z","end":"2026-04-29T02:12:34.194162Z","steps":["trace[266788475] 'agreement among raft nodes before linearized reading' (duration: 355.046881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.194216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.839064Z","time spent":"355.144152ms","remote":"127.0.0.1:48654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-04-29T02:12:34.194256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.838517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:34.194261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.34881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.194288Z","caller":"traceutil/trace.go:171","msg":"trace[1570253806] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8561; }","duration":"286.886008ms","start":"2026-04-29T02:12:33.907395Z","end":"2026-04-29T02:12:34.194281Z","steps":["trace[1570253806] 'agreement among raft nodes before linearized reading' (duration: 286.837937ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:34.194299Z","caller":"traceutil/trace.go:171","msg":"trace[388503458] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8561; }","duration":"234.408171ms","start":"2026-04-29T02:12:33.95988Z","end":"2026-04-29T02:12:34.194288Z","steps":["trace[388503458] 'agreement among raft nodes before linearized reading' (duration: 234.35806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.194396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.052639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.194435Z","caller":"traceutil/trace.go:171","msg":"trace[566320136] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8561; }","duration":"356.10898ms","start":"2026-04-29T02:12:33.838315Z","end":"2026-04-29T02:12:34.194424Z","steps":["trace[566320136] 'agreement among raft nodes before linearized reading' (duration: 356.057409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.194462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.588515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.1945Z","caller":"traceutil/trace.go:171","msg":"trace[504467913] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8561; }","duration":"234.641415ms","start":"2026-04-29T02:12:33.959849Z","end":"2026-04-29T02:12:34.194491Z","steps":["trace[504467913] 'agreement among raft nodes before linearized reading' (duration: 234.585714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.194094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.056074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:34.194536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.901083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.194553Z","caller":"traceutil/trace.go:171","msg":"trace[742175780] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8561; }","duration":"403.574793ms","start":"2026-04-29T02:12:33.79097Z","end":"2026-04-29T02:12:34.194544Z","steps":["trace[742175780] 'agreement among raft nodes before linearized reading' (duration: 403.063324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.194596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.790937Z","time spent":"403.647934ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:12:34.193778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.548982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.194903Z","caller":"traceutil/trace.go:171","msg":"trace[1384485256] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8561; }","duration":"320.716994ms","start":"2026-04-29T02:12:33.874165Z","end":"2026-04-29T02:12:34.194882Z","steps":["trace[1384485256] 'agreement among raft nodes before linearized reading' (duration: 319.584643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.194954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.874139Z","time spent":"320.797155ms","remote":"127.0.0.1:48680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:12:34.193578Z","caller":"traceutil/trace.go:171","msg":"trace[1501430850] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8561; }","duration":"195.854865ms","start":"2026-04-29T02:12:33.997715Z","end":"2026-04-29T02:12:34.19357Z","steps":["trace[1501430850] 'agreement among raft nodes before linearized reading' (duration: 195.808814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.193118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.844156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.195411Z","caller":"traceutil/trace.go:171","msg":"trace[453848592] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8561; }","duration":"180.116499ms","start":"2026-04-29T02:12:34.015246Z","end":"2026-04-29T02:12:34.195363Z","steps":["trace[453848592] 'agreement among raft nodes before linearized reading' (duration: 177.855696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.193085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.037792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.195522Z","caller":"traceutil/trace.go:171","msg":"trace[1536568061] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8561; }","duration":"179.488278ms","start":"2026-04-29T02:12:34.01602Z","end":"2026-04-29T02:12:34.195508Z","steps":["trace[1536568061] 'agreement among raft nodes before linearized reading' (duration: 177.042532ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:34.194139Z","caller":"traceutil/trace.go:171","msg":"trace[617658740] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8561; }","duration":"215.416094ms","start":"2026-04-29T02:12:33.978712Z","end":"2026-04-29T02:12:34.194128Z","steps":["trace[617658740] 'agreement among raft nodes before linearized reading' (duration: 215.361823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.194467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.838301Z","time spent":"356.155931ms","remote":"127.0.0.1:48654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T02:12:34.194502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.247484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:34.194221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.389581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.196156Z","caller":"traceutil/trace.go:171","msg":"trace[1576538122] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8561; }","duration":"357.907514ms","start":"2026-04-29T02:12:33.838235Z","end":"2026-04-29T02:12:34.196142Z","steps":["trace[1576538122] 'agreement among raft nodes before linearized reading' (duration: 356.249403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.196245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.838228Z","time spent":"357.996496ms","remote":"127.0.0.1:48654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:12:34.194181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.490995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.196405Z","caller":"traceutil/trace.go:171","msg":"trace[1706561738] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8561; }","duration":"217.689786ms","start":"2026-04-29T02:12:33.97866Z","end":"2026-04-29T02:12:34.19635Z","steps":["trace[1706561738] 'agreement among raft nodes before linearized reading' (duration: 215.498385ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:34.196215Z","caller":"traceutil/trace.go:171","msg":"trace[1083990342] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8561; }","duration":"235.358068ms","start":"2026-04-29T02:12:33.960823Z","end":"2026-04-29T02:12:34.196181Z","steps":["trace[1083990342] 'agreement among raft nodes before linearized reading' (duration: 233.378751ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:34.19456Z","caller":"traceutil/trace.go:171","msg":"trace[260448807] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8561; }","duration":"375.956314ms","start":"2026-04-29T02:12:33.818597Z","end":"2026-04-29T02:12:34.194553Z","steps":["trace[260448807] 'agreement among raft nodes before linearized reading' (duration: 375.923243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:34.197108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.818579Z","time spent":"378.484262ms","remote":"127.0.0.1:48642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-04-29T02:12:34.228695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.851267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:34.228684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.54366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.228758Z","caller":"traceutil/trace.go:171","msg":"trace[1907648842] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8561; }","duration":"437.933129ms","start":"2026-04-29T02:12:33.790806Z","end":"2026-04-29T02:12:34.228739Z","steps":["trace[1907648842] 'agreement among raft nodes before linearized reading' (duration: 404.129733ms)","trace[1907648842] 'range keys from in-memory index tree' (duration: 33.724834ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:34.228784Z","caller":"traceutil/trace.go:171","msg":"trace[766070655] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8561; }","duration":"472.701663ms","start":"2026-04-29T02:12:33.756055Z","end":"2026-04-29T02:12:34.228757Z","steps":["trace[766070655] 'agreement among raft nodes before linearized reading' (duration: 438.895718ms)","trace[766070655] 'range keys from in-memory index tree' (duration: 32.135665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:34.228832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.875687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:34.228845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.756029Z","time spent":"472.798215ms","remote":"127.0.0.1:48636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"info","ts":"2026-04-29T02:12:34.228866Z","caller":"traceutil/trace.go:171","msg":"trace[1296946944] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8561; }","duration":"354.932357ms","start":"2026-04-29T02:12:33.873919Z","end":"2026-04-29T02:12:34.228852Z","steps":["trace[1296946944] 'agreement among raft nodes before linearized reading' (duration: 321.180792ms)","trace[1296946944] 'range keys from in-memory index tree' (duration: 33.710943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:34.228898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.873904Z","time spent":"354.984869ms","remote":"127.0.0.1:48680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T02:12:34.228796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.790797Z","time spent":"437.98839ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T02:12:34.229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.480343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.229061Z","caller":"traceutil/trace.go:171","msg":"trace[1885612847] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8561; }","duration":"174.562365ms","start":"2026-04-29T02:12:34.054481Z","end":"2026-04-29T02:12:34.229043Z","steps":["trace[1885612847] 'agreement among raft nodes before linearized reading' (duration: 140.81996ms)","trace[1885612847] 'range keys from in-memory index tree' (duration: 33.661873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:34.229092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.689115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:34.229137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.984644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T02:12:34.229148Z","caller":"traceutil/trace.go:171","msg":"trace[95308196] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8561; }","duration":"437.769226ms","start":"2026-04-29T02:12:33.791361Z","end":"2026-04-29T02:12:34.22913Z","steps":["trace[95308196] 'agreement among raft nodes before linearized reading' (duration: 404.48012ms)","trace[95308196] 'range keys from in-memory index tree' (duration: 33.220145ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:34.229172Z","caller":"traceutil/trace.go:171","msg":"trace[690880665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8561; }","duration":"191.034265ms","start":"2026-04-29T02:12:34.038126Z","end":"2026-04-29T02:12:34.22916Z","steps":["trace[690880665] 'agreement among raft nodes before linearized reading' (duration: 157.183928ms)","trace[690880665] 'range keys from in-memory index tree' (duration: 33.727094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:34.229183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.791349Z","time spent":"437.824968ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-04-29T02:12:34.22929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.701336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:34.229292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.999193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:34.229351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.095755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.229387Z","caller":"traceutil/trace.go:171","msg":"trace[1559304131] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8561; }","duration":"411.155906ms","start":"2026-04-29T02:12:33.818218Z","end":"2026-04-29T02:12:34.229374Z","steps":["trace[1559304131] 'agreement among raft nodes before linearized reading' (duration: 377.613905ms)","trace[1559304131] 'count revisions from in-memory index tree' (duration: 33.49861ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:34.229395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.835805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.229384Z","caller":"traceutil/trace.go:171","msg":"trace[1905828951] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8561; }","duration":"411.131695ms","start":"2026-04-29T02:12:33.818222Z","end":"2026-04-29T02:12:34.229354Z","steps":["trace[1905828951] 'agreement among raft nodes before linearized reading' (duration: 377.594794ms)","trace[1905828951] 'range keys from in-memory index tree' (duration: 33.386568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:34.229426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.818203Z","time spent":"411.214927ms","remote":"127.0.0.1:48642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:12:34.229432Z","caller":"traceutil/trace.go:171","msg":"trace[304623955] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8561; }","duration":"153.894185ms","start":"2026-04-29T02:12:34.075526Z","end":"2026-04-29T02:12:34.22942Z","steps":["trace[304623955] 'agreement among raft nodes before linearized reading' (duration: 119.718082ms)","trace[304623955] 'count revisions from in-memory index tree' (duration: 34.125503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:34.229446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:33.818209Z","time spent":"411.224037ms","remote":"127.0.0.1:48642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"info","ts":"2026-04-29T02:12:34.229351Z","caller":"traceutil/trace.go:171","msg":"trace[386662812] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8561; }","duration":"192.761337ms","start":"2026-04-29T02:12:34.036574Z","end":"2026-04-29T02:12:34.229336Z","steps":["trace[386662812] 'agreement among raft nodes before linearized reading' (duration: 158.619694ms)","trace[386662812] 'range keys from in-memory index tree' (duration: 34.041141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:34.229611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.10677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.229667Z","caller":"traceutil/trace.go:171","msg":"trace[1676604373] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8561; }","duration":"154.16583ms","start":"2026-04-29T02:12:34.075476Z","end":"2026-04-29T02:12:34.229641Z","steps":["trace[1676604373] 'agreement among raft nodes before linearized reading' (duration: 119.789053ms)","trace[1676604373] 'range keys from in-memory index tree' (duration: 34.318655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:34.229689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.064234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.229733Z","caller":"traceutil/trace.go:171","msg":"trace[999859618] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8561; }","duration":"175.130855ms","start":"2026-04-29T02:12:34.054584Z","end":"2026-04-29T02:12:34.229715Z","steps":["trace[999859618] 'agreement among raft nodes before linearized reading' (duration: 140.704147ms)","trace[999859618] 'count revisions from in-memory index tree' (duration: 34.372246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:34.229727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.392251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:34.229786Z","caller":"traceutil/trace.go:171","msg":"trace[1996052167] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8561; }","duration":"174.468512ms","start":"2026-04-29T02:12:34.055302Z","end":"2026-04-29T02:12:34.229771Z","steps":["trace[1996052167] 'agreement among raft nodes before linearized reading' (duration: 139.975063ms)","trace[1996052167] 'range keys from in-memory index tree' (duration: 34.395897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:35.65709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.278543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-645f9c887-sklvc.18aab2048c20d170\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-29T02:12:35.657345Z","caller":"traceutil/trace.go:171","msg":"trace[1449595483] range","detail":"{range_begin:/registry/events/openstack/barbican-api-645f9c887-sklvc.18aab2048c20d170; range_end:; response_count:1; response_revision:8567; }","duration":"104.576088ms","start":"2026-04-29T02:12:35.552736Z","end":"2026-04-29T02:12:35.657312Z","steps":["trace[1449595483] 'range keys from in-memory index tree' (duration: 103.792993ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:35.796698Z","caller":"traceutil/trace.go:171","msg":"trace[80742140] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"136.932687ms","start":"2026-04-29T02:12:35.659736Z","end":"2026-04-29T02:12:35.796668Z","steps":["trace[80742140] 'process raft request' (duration: 136.741573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:36.032403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.696772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-29T02:12:36.032482Z","caller":"traceutil/trace.go:171","msg":"trace[43129564] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8568; }","duration":"120.834195ms","start":"2026-04-29T02:12:35.911629Z","end":"2026-04-29T02:12:36.032463Z","steps":["trace[43129564] 'range keys from in-memory index tree' (duration: 120.518238ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:36.760425Z","caller":"traceutil/trace.go:171","msg":"trace[240604077] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"586.100328ms","start":"2026-04-29T02:12:36.174291Z","end":"2026-04-29T02:12:36.760391Z","steps":["trace[240604077] 'process raft request' (duration: 585.876343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:36.760599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:36.174264Z","time spent":"586.240931ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:12:36.831852Z","caller":"traceutil/trace.go:171","msg":"trace[1009833346] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"634.233583ms","start":"2026-04-29T02:12:36.197589Z","end":"2026-04-29T02:12:36.831823Z","steps":["trace[1009833346] 'process raft request' (duration: 634.008378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:36.832015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:36.197563Z","time spent":"634.367265ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:12:36.832172Z","caller":"traceutil/trace.go:171","msg":"trace[509282051] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"634.374895ms","start":"2026-04-29T02:12:36.197765Z","end":"2026-04-29T02:12:36.83214Z","steps":["trace[509282051] 'process raft request' (duration: 634.009699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:36.832332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:36.197745Z","time spent":"634.501728ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:12:36.832547Z","caller":"traceutil/trace.go:171","msg":"trace[581872569] linearizableReadLoop","detail":"{readStateIndex:8881; appliedIndex:8877; }","duration":"563.579613ms","start":"2026-04-29T02:12:36.26894Z","end":"2026-04-29T02:12:36.832519Z","steps":["trace[581872569] 'read index received' (duration: 491.16112ms)","trace[581872569] 'applied index is now lower than readState.Index' (duration: 72.417213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:36.832729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.797188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:12:36.83278Z","caller":"traceutil/trace.go:171","msg":"trace[788561328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8572; }","duration":"563.87754ms","start":"2026-04-29T02:12:36.268888Z","end":"2026-04-29T02:12:36.832766Z","steps":["trace[788561328] 'agreement among raft nodes before linearized reading' (duration: 563.713737ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:36.832746Z","caller":"traceutil/trace.go:171","msg":"trace[976550523] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"632.847277ms","start":"2026-04-29T02:12:36.199835Z","end":"2026-04-29T02:12:36.832682Z","steps":["trace[976550523] 'process raft request' (duration: 632.201525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:36.832822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:36.268863Z","time spent":"563.953031ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:12:36.832951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.682496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:36.832962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.9078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-29T02:12:36.83295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:36.19982Z","time spent":"633.02766ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:12:36.833076Z","caller":"traceutil/trace.go:171","msg":"trace[486499198] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8572; }","duration":"453.036633ms","start":"2026-04-29T02:12:36.380024Z","end":"2026-04-29T02:12:36.833061Z","steps":["trace[486499198] 'agreement among raft nodes before linearized reading' (duration: 452.699047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:36.833426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:36.379999Z","time spent":"453.409391ms","remote":"127.0.0.1:60238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:12:36.833293Z","caller":"traceutil/trace.go:171","msg":"trace[1738151194] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:8572; }","duration":"175.286159ms","start":"2026-04-29T02:12:36.657978Z","end":"2026-04-29T02:12:36.833264Z","steps":["trace[1738151194] 'agreement among raft nodes before linearized reading' (duration: 174.794739ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:45.09482Z","caller":"traceutil/trace.go:171","msg":"trace[1960489767] linearizableReadLoop","detail":"{readStateIndex:8936; appliedIndex:8934; }","duration":"111.056059ms","start":"2026-04-29T02:12:44.983745Z","end":"2026-04-29T02:12:45.094801Z","steps":["trace[1960489767] 'read index received' (duration: 43.555679ms)","trace[1960489767] 'applied index is now lower than readState.Index' (duration: 67.49965ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:45.094932Z","caller":"traceutil/trace.go:171","msg":"trace[1255769694] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"112.993267ms","start":"2026-04-29T02:12:44.981896Z","end":"2026-04-29T02:12:45.09489Z","steps":["trace[1255769694] 'process raft request' (duration: 80.818661ms)","trace[1255769694] 'compare' (duration: 31.996412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:45.095019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.039929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsdb6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-29T02:12:45.095017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.258144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T02:12:45.095078Z","caller":"traceutil/trace.go:171","msg":"trace[1038972988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8625; }","duration":"111.383435ms","start":"2026-04-29T02:12:44.98368Z","end":"2026-04-29T02:12:45.095064Z","steps":["trace[1038972988] 'agreement among raft nodes before linearized reading' (duration: 111.185341ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:45.095041Z","caller":"traceutil/trace.go:171","msg":"trace[1638865315] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsdb6; range_end:; response_count:1; response_revision:8625; }","duration":"111.09684ms","start":"2026-04-29T02:12:44.983937Z","end":"2026-04-29T02:12:45.095034Z","steps":["trace[1638865315] 'agreement among raft nodes before linearized reading' (duration: 110.979928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:01.279721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.596371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T02:13:01.279811Z","caller":"traceutil/trace.go:171","msg":"trace[1065671323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8756; }","duration":"106.745545ms","start":"2026-04-29T02:13:01.173044Z","end":"2026-04-29T02:13:01.27979Z","steps":["trace[1065671323] 'range keys from in-memory index tree' (duration: 106.391428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:01.27979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.439226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:01.279908Z","caller":"traceutil/trace.go:171","msg":"trace[677760695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8756; }","duration":"181.61155ms","start":"2026-04-29T02:13:01.098268Z","end":"2026-04-29T02:13:01.279879Z","steps":["trace[677760695] 'range keys from in-memory index tree' (duration: 181.339815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:01.280007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.182913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19405"} {"level":"info","ts":"2026-04-29T02:13:01.280074Z","caller":"traceutil/trace.go:171","msg":"trace[348466631] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8756; }","duration":"122.251685ms","start":"2026-04-29T02:13:01.157801Z","end":"2026-04-29T02:13:01.280052Z","steps":["trace[348466631] 'range keys from in-memory index tree' (duration: 122.075261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:01.280127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.413064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:13:01.280147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.621392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T02:13:01.280213Z","caller":"traceutil/trace.go:171","msg":"trace[1672895927] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8756; }","duration":"207.595837ms","start":"2026-04-29T02:13:01.072594Z","end":"2026-04-29T02:13:01.28019Z","steps":["trace[1672895927] 'count revisions from in-memory index tree' (duration: 207.321982ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:01.280227Z","caller":"traceutil/trace.go:171","msg":"trace[390595917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8756; }","duration":"105.725965ms","start":"2026-04-29T02:13:01.174479Z","end":"2026-04-29T02:13:01.280205Z","steps":["trace[390595917] 'range keys from in-memory index tree' (duration: 105.4582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:01.279869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.704215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T02:13:01.280395Z","caller":"traceutil/trace.go:171","msg":"trace[351549268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8756; }","duration":"106.276665ms","start":"2026-04-29T02:13:01.17411Z","end":"2026-04-29T02:13:01.280387Z","steps":["trace[351549268] 'range keys from in-memory index tree' (duration: 105.572122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:01.280482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.914726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:13:01.280574Z","caller":"traceutil/trace.go:171","msg":"trace[1812174504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8756; }","duration":"181.033008ms","start":"2026-04-29T02:13:01.099528Z","end":"2026-04-29T02:13:01.280561Z","steps":["trace[1812174504] 'range keys from in-memory index tree' (duration: 180.290315ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:05.167945Z","caller":"traceutil/trace.go:171","msg":"trace[979542539] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"284.034352ms","start":"2026-04-29T02:13:04.883875Z","end":"2026-04-29T02:13:05.16791Z","steps":["trace[979542539] 'process raft request' (duration: 283.797448ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:05.976076Z","caller":"traceutil/trace.go:171","msg":"trace[51418982] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"1.042097722s","start":"2026-04-29T02:13:04.933908Z","end":"2026-04-29T02:13:05.976006Z","steps":["trace[51418982] 'process raft request' (duration: 979.641109ms)","trace[51418982] 'compare' (duration: 60.805002ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:05.976177Z","caller":"traceutil/trace.go:171","msg":"trace[97398841] linearizableReadLoop","detail":"{readStateIndex:9097; appliedIndex:9093; }","duration":"874.853813ms","start":"2026-04-29T02:13:05.101292Z","end":"2026-04-29T02:13:05.976146Z","steps":["trace[97398841] 'read index received' (duration: 66.458658ms)","trace[97398841] 'applied index is now lower than readState.Index' (duration: 808.394095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:05.976319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.999906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:05.976915Z","caller":"traceutil/trace.go:171","msg":"trace[835406825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8779; }","duration":"875.649078ms","start":"2026-04-29T02:13:05.101249Z","end":"2026-04-29T02:13:05.976898Z","steps":["trace[835406825] 'agreement among raft nodes before linearized reading' (duration: 874.991686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:05.977016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:05.101232Z","time spent":"875.750811ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:13:05.977115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:04.933888Z","time spent":"1.042719354s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:05.976397Z","caller":"traceutil/trace.go:171","msg":"trace[432296574] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"1.041346938s","start":"2026-04-29T02:13:04.935019Z","end":"2026-04-29T02:13:05.976366Z","steps":["trace[432296574] 'process raft request' (duration: 1.04086115s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:05.977484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:04.935002Z","time spent":"1.042348508s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:05.976429Z","caller":"traceutil/trace.go:171","msg":"trace[257567745] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"1.034621023s","start":"2026-04-29T02:13:04.941761Z","end":"2026-04-29T02:13:05.976382Z","steps":["trace[257567745] 'process raft request' (duration: 1.034314497s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:05.977749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:04.941749Z","time spent":"1.035921637s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:05.987523Z","caller":"traceutil/trace.go:171","msg":"trace[1130410200] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"738.617775ms","start":"2026-04-29T02:13:05.248847Z","end":"2026-04-29T02:13:05.987465Z","steps":["trace[1130410200] 'process raft request' (duration: 738.256128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:05.987629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.946687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:13:05.987675Z","caller":"traceutil/trace.go:171","msg":"trace[1405745377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8780; }","duration":"686.041758ms","start":"2026-04-29T02:13:05.301621Z","end":"2026-04-29T02:13:05.987663Z","steps":["trace[1405745377] 'agreement among raft nodes before linearized reading' (duration: 685.793324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:05.987661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.091499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T02:13:05.98771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:05.301613Z","time spent":"686.086979ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:13:05.987732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.356825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-29T02:13:05.98779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.843782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-645f9c887-sklvc.18aab2048c20d170\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-04-29T02:13:05.987684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:05.248791Z","time spent":"738.823299ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:05.987794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.047385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:13:05.987853Z","caller":"traceutil/trace.go:171","msg":"trace[531729372] range","detail":"{range_begin:/registry/events/openstack/barbican-api-645f9c887-sklvc.18aab2048c20d170; range_end:; response_count:1; response_revision:8780; }","duration":"434.922674ms","start":"2026-04-29T02:13:05.552908Z","end":"2026-04-29T02:13:05.987831Z","steps":["trace[531729372] 'agreement among raft nodes before linearized reading' (duration: 434.823642ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:05.987848Z","caller":"traceutil/trace.go:171","msg":"trace[907940532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8780; }","duration":"685.487738ms","start":"2026-04-29T02:13:05.302329Z","end":"2026-04-29T02:13:05.987817Z","steps":["trace[907940532] 'agreement among raft nodes before linearized reading' (duration: 685.082911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:05.98789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.424979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:13:05.987885Z","caller":"traceutil/trace.go:171","msg":"trace[1800227651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8780; }","duration":"330.168579ms","start":"2026-04-29T02:13:05.65768Z","end":"2026-04-29T02:13:05.987848Z","steps":["trace[1800227651] 'agreement among raft nodes before linearized reading' (duration: 329.956325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:05.987687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.642009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T02:13:05.987917Z","caller":"traceutil/trace.go:171","msg":"trace[1647812522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8780; }","duration":"675.47134ms","start":"2026-04-29T02:13:05.312439Z","end":"2026-04-29T02:13:05.98791Z","steps":["trace[1647812522] 'agreement among raft nodes before linearized reading' (duration: 675.393008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:05.987905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:05.302321Z","time spent":"685.570669ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:13:05.987942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:05.31243Z","time spent":"675.50752ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:13:05.987932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:05.657661Z","time spent":"330.26337ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:13:05.987958Z","caller":"traceutil/trace.go:171","msg":"trace[2044545600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8780; }","duration":"686.959425ms","start":"2026-04-29T02:13:05.300972Z","end":"2026-04-29T02:13:05.987931Z","steps":["trace[2044545600] 'agreement among raft nodes before linearized reading' (duration: 686.459466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:05.987972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.087582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsdb6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-29T02:13:05.987776Z","caller":"traceutil/trace.go:171","msg":"trace[108253503] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8780; }","duration":"523.300334ms","start":"2026-04-29T02:13:05.464447Z","end":"2026-04-29T02:13:05.987748Z","steps":["trace[108253503] 'agreement among raft nodes before linearized reading' (duration: 522.959798ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:05.988004Z","caller":"traceutil/trace.go:171","msg":"trace[1238483925] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsdb6; range_end:; response_count:1; response_revision:8780; }","duration":"683.132073ms","start":"2026-04-29T02:13:05.304864Z","end":"2026-04-29T02:13:05.987996Z","steps":["trace[1238483925] 'agreement among raft nodes before linearized reading' (duration: 683.047622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:05.988033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:05.304856Z","time spent":"683.168764ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-qsdb6\" "} {"level":"warn","ts":"2026-04-29T02:13:05.988016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:05.300948Z","time spent":"687.052376ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:13:05.988062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:05.464417Z","time spent":"523.588438ms","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:05.987887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:05.552892Z","time spent":"434.988295ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-645f9c887-sklvc.18aab2048c20d170\" "} {"level":"warn","ts":"2026-04-29T02:13:09.744487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019658318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:13:10.245452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019658318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:13:10.400829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.220529532s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:13:10.401306Z","caller":"traceutil/trace.go:171","msg":"trace[1028358802] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"1.221089212s","start":"2026-04-29T02:13:09.180183Z","end":"2026-04-29T02:13:10.401273Z","steps":["trace[1028358802] 'process raft request' (duration: 1.220902279s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.401481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.18016Z","time spent":"1.221228816s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:10.578515Z","caller":"traceutil/trace.go:171","msg":"trace[899931106] linearizableReadLoop","detail":"{readStateIndex:9121; appliedIndex:9115; }","duration":"1.334337218s","start":"2026-04-29T02:13:09.244148Z","end":"2026-04-29T02:13:10.578486Z","steps":["trace[899931106] 'read index received' (duration: 1.156979229s)","trace[899931106] 'applied index is now lower than readState.Index' (duration: 177.356419ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:10.578814Z","caller":"traceutil/trace.go:171","msg":"trace[2023869868] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"1.177735128s","start":"2026-04-29T02:13:09.401069Z","end":"2026-04-29T02:13:10.578804Z","steps":["trace[2023869868] 'process raft request' (duration: 1.177040356s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.578929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.401036Z","time spent":"1.17780144s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:10.579124Z","caller":"traceutil/trace.go:171","msg":"trace[1121666393] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"771.004323ms","start":"2026-04-29T02:13:09.808114Z","end":"2026-04-29T02:13:10.579119Z","steps":["trace[1121666393] 'process raft request' (duration: 770.169958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.579154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.808088Z","time spent":"771.047903ms","remote":"127.0.0.1:48642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:10.579245Z","caller":"traceutil/trace.go:171","msg":"trace[1283072056] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"582.325951ms","start":"2026-04-29T02:13:09.996914Z","end":"2026-04-29T02:13:10.57924Z","steps":["trace[1283072056] 'process raft request' (duration: 581.420734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.579276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.99689Z","time spent":"582.365982ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:10.579378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335206065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:10.579451Z","caller":"traceutil/trace.go:171","msg":"trace[565287624] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8802; }","duration":"1.335297466s","start":"2026-04-29T02:13:09.244132Z","end":"2026-04-29T02:13:10.579429Z","steps":["trace[565287624] 'agreement among raft nodes before linearized reading' (duration: 1.335149644s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.579494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.243875Z","time spent":"1.335610602s","remote":"127.0.0.1:51772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:13:10.579706Z","caller":"traceutil/trace.go:171","msg":"trace[1132456034] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"582.731429ms","start":"2026-04-29T02:13:09.996964Z","end":"2026-04-29T02:13:10.579696Z","steps":["trace[1132456034] 'process raft request' (duration: 581.395344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.579782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.996935Z","time spent":"582.79184ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:10.579867Z","caller":"traceutil/trace.go:171","msg":"trace[299891375] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"496.052802ms","start":"2026-04-29T02:13:10.083801Z","end":"2026-04-29T02:13:10.579853Z","steps":["trace[299891375] 'process raft request' (duration: 494.585675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.579961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:10.083777Z","time spent":"496.147833ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:10.684319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.93995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T02:13:10.684425Z","caller":"traceutil/trace.go:171","msg":"trace[709412970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8803; }","duration":"553.111263ms","start":"2026-04-29T02:13:10.131294Z","end":"2026-04-29T02:13:10.684405Z","steps":["trace[709412970] 'agreement among raft nodes before linearized reading' (duration: 552.818297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.684478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:10.131272Z","time spent":"553.195954ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:13:10.684907Z","caller":"traceutil/trace.go:171","msg":"trace[1953336337] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"149.543547ms","start":"2026-04-29T02:13:10.535351Z","end":"2026-04-29T02:13:10.684895Z","steps":["trace[1953336337] 'process raft request' (duration: 146.150274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.685146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.475384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsdb6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-29T02:13:10.685184Z","caller":"traceutil/trace.go:171","msg":"trace[1796374359] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsdb6; range_end:; response_count:1; response_revision:8803; }","duration":"549.595306ms","start":"2026-04-29T02:13:10.135579Z","end":"2026-04-29T02:13:10.685174Z","steps":["trace[1796374359] 'agreement among raft nodes before linearized reading' (duration: 549.484654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.685214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:10.135548Z","time spent":"549.658408ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-qsdb6\" "} {"level":"warn","ts":"2026-04-29T02:13:10.685513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.97932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-29T02:13:10.685581Z","caller":"traceutil/trace.go:171","msg":"trace[527821468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8803; }","duration":"553.078853ms","start":"2026-04-29T02:13:10.132487Z","end":"2026-04-29T02:13:10.685566Z","steps":["trace[527821468] 'agreement among raft nodes before linearized reading' (duration: 552.877149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.685615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:10.132475Z","time spent":"553.134385ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:13:10.685786Z","caller":"traceutil/trace.go:171","msg":"trace[620594606] linearizableReadLoop","detail":"{readStateIndex:9122; appliedIndex:9121; }","duration":"105.49079ms","start":"2026-04-29T02:13:10.578588Z","end":"2026-04-29T02:13:10.684079Z","steps":["trace[620594606] 'read index received' (duration: 102.960214ms)","trace[620594606] 'applied index is now lower than readState.Index' (duration: 2.529686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:10.685976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.607031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-29T02:13:10.685988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.264517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:10.686016Z","caller":"traceutil/trace.go:171","msg":"trace[380080389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8803; }","duration":"585.315208ms","start":"2026-04-29T02:13:10.100693Z","end":"2026-04-29T02:13:10.686009Z","steps":["trace[380080389] 'agreement among raft nodes before linearized reading' (duration: 585.234547ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:10.686017Z","caller":"traceutil/trace.go:171","msg":"trace[1457882968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8803; }","duration":"554.676952ms","start":"2026-04-29T02:13:10.131328Z","end":"2026-04-29T02:13:10.686005Z","steps":["trace[1457882968] 'agreement among raft nodes before linearized reading' (duration: 554.53957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.686034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:10.100685Z","time spent":"585.345549ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:13:10.686051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:10.131278Z","time spent":"554.765954ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:13:10.686169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.958588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T02:13:10.686194Z","caller":"traceutil/trace.go:171","msg":"trace[386595892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8803; }","duration":"554.982569ms","start":"2026-04-29T02:13:10.131205Z","end":"2026-04-29T02:13:10.686188Z","steps":["trace[386595892] 'agreement among raft nodes before linearized reading' (duration: 554.916667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.686214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:10.131183Z","time spent":"555.024649ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:13:10.686181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.905157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T02:13:10.68626Z","caller":"traceutil/trace.go:171","msg":"trace[2028947221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8803; }","duration":"555.010579ms","start":"2026-04-29T02:13:10.131232Z","end":"2026-04-29T02:13:10.686242Z","steps":["trace[2028947221] 'agreement among raft nodes before linearized reading' (duration: 554.707253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.686317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:10.131228Z","time spent":"555.08077ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:13:10.686264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.576717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:13:10.686467Z","caller":"traceutil/trace.go:171","msg":"trace[363183616] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8803; }","duration":"908.82167ms","start":"2026-04-29T02:13:09.777637Z","end":"2026-04-29T02:13:10.686459Z","steps":["trace[363183616] 'agreement among raft nodes before linearized reading' (duration: 908.565026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.686496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.777615Z","time spent":"908.871392ms","remote":"127.0.0.1:60496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:13:14.896736Z","caller":"traceutil/trace.go:171","msg":"trace[666860539] linearizableReadLoop","detail":"{readStateIndex:9148; appliedIndex:9143; }","duration":"175.82867ms","start":"2026-04-29T02:13:14.72088Z","end":"2026-04-29T02:13:14.896709Z","steps":["trace[666860539] 'read index received' (duration: 24.729714ms)","trace[666860539] 'applied index is now lower than readState.Index' (duration: 151.098036ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:14.897136Z","caller":"traceutil/trace.go:171","msg":"trace[1659367942] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"177.377689ms","start":"2026-04-29T02:13:14.71972Z","end":"2026-04-29T02:13:14.897098Z","steps":["trace[1659367942] 'process raft request' (duration: 176.84888ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:14.897165Z","caller":"traceutil/trace.go:171","msg":"trace[360864502] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"176.897091ms","start":"2026-04-29T02:13:14.720237Z","end":"2026-04-29T02:13:14.897134Z","steps":["trace[360864502] 'process raft request' (duration: 176.389942ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:14.897178Z","caller":"traceutil/trace.go:171","msg":"trace[2041902769] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"176.455552ms","start":"2026-04-29T02:13:14.720684Z","end":"2026-04-29T02:13:14.89714Z","steps":["trace[2041902769] 'process raft request' (duration: 175.976603ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:14.897205Z","caller":"traceutil/trace.go:171","msg":"trace[188783267] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"177.492631ms","start":"2026-04-29T02:13:14.719666Z","end":"2026-04-29T02:13:14.897159Z","steps":["trace[188783267] 'process raft request' (duration: 176.716197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:14.897411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.518433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228832"} {"level":"info","ts":"2026-04-29T02:13:14.897469Z","caller":"traceutil/trace.go:171","msg":"trace[1098223735] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8828; }","duration":"176.634916ms","start":"2026-04-29T02:13:14.720821Z","end":"2026-04-29T02:13:14.897456Z","steps":["trace[1098223735] 'agreement among raft nodes before linearized reading' (duration: 175.990843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:18.942398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.610985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:13:18.942678Z","caller":"traceutil/trace.go:171","msg":"trace[972898320] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"424.069231ms","start":"2026-04-29T02:13:18.51859Z","end":"2026-04-29T02:13:18.942659Z","steps":["trace[972898320] 'process raft request' (duration: 423.99699ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:18.942703Z","caller":"traceutil/trace.go:171","msg":"trace[1433295900] linearizableReadLoop","detail":"{readStateIndex:9200; appliedIndex:9199; }","duration":"497.360977ms","start":"2026-04-29T02:13:18.445316Z","end":"2026-04-29T02:13:18.942677Z","steps":["trace[1433295900] 'read index received' (duration: 213.369155ms)","trace[1433295900] 'applied index is now lower than readState.Index' (duration: 283.988991ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:18.942805Z","caller":"traceutil/trace.go:171","msg":"trace[1948750381] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"539.385615ms","start":"2026-04-29T02:13:18.403336Z","end":"2026-04-29T02:13:18.942721Z","steps":["trace[1948750381] 'process raft request' (duration: 255.370753ms)","trace[1948750381] 'compare' (duration: 283.460632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:18.94284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.518569Z","time spent":"424.193303ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:18.942885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.55378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T02:13:18.942991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.403327Z","time spent":"539.571369ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:18.943003Z","caller":"traceutil/trace.go:171","msg":"trace[1467900969] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8877; }","duration":"497.681842ms","start":"2026-04-29T02:13:18.4453Z","end":"2026-04-29T02:13:18.942982Z","steps":["trace[1467900969] 'agreement among raft nodes before linearized reading' (duration: 497.492559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:18.943054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.445244Z","time spent":"497.796014ms","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:13:19.126752Z","caller":"traceutil/trace.go:171","msg":"trace[1072337694] linearizableReadLoop","detail":"{readStateIndex:9204; appliedIndex:9201; }","duration":"183.953723ms","start":"2026-04-29T02:13:18.94278Z","end":"2026-04-29T02:13:19.126734Z","steps":["trace[1072337694] 'read index received' (duration: 176.379261ms)","trace[1072337694] 'applied index is now lower than readState.Index' (duration: 7.573582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:19.126947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.553552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:13:19.126981Z","caller":"traceutil/trace.go:171","msg":"trace[1876247813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8880; }","duration":"211.652545ms","start":"2026-04-29T02:13:18.915318Z","end":"2026-04-29T02:13:19.12697Z","steps":["trace[1876247813] 'agreement among raft nodes before linearized reading' (duration: 211.515931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.12695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.98239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:13:19.12703Z","caller":"traceutil/trace.go:171","msg":"trace[1810899805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8880; }","duration":"211.088233ms","start":"2026-04-29T02:13:18.915926Z","end":"2026-04-29T02:13:19.127015Z","steps":["trace[1810899805] 'agreement among raft nodes before linearized reading' (duration: 210.852688ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:19.127026Z","caller":"traceutil/trace.go:171","msg":"trace[1104907347] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"401.153871ms","start":"2026-04-29T02:13:18.72583Z","end":"2026-04-29T02:13:19.126984Z","steps":["trace[1104907347] 'process raft request' (duration: 400.828234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.127153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.902269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:13:19.127157Z","caller":"traceutil/trace.go:171","msg":"trace[42240353] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"401.309804ms","start":"2026-04-29T02:13:18.725829Z","end":"2026-04-29T02:13:19.127138Z","steps":["trace[42240353] 'process raft request' (duration: 393.313493ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:19.127174Z","caller":"traceutil/trace.go:171","msg":"trace[1709909015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8880; }","duration":"211.943809ms","start":"2026-04-29T02:13:18.915224Z","end":"2026-04-29T02:13:19.127168Z","steps":["trace[1709909015] 'agreement among raft nodes before linearized reading' (duration: 211.888968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.127181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.725779Z","time spent":"401.319034ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:19.127225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.725809Z","time spent":"401.379095ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:19.127253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.874863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:13:19.127272Z","caller":"traceutil/trace.go:171","msg":"trace[1289366564] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8880; }","duration":"402.919274ms","start":"2026-04-29T02:13:18.724346Z","end":"2026-04-29T02:13:19.127265Z","steps":["trace[1289366564] 'agreement among raft nodes before linearized reading' (duration: 402.874343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.127265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.765564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-29T02:13:19.127291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.724334Z","time spent":"402.950734ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:13:19.127315Z","caller":"traceutil/trace.go:171","msg":"trace[333012661] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"401.375485ms","start":"2026-04-29T02:13:18.725925Z","end":"2026-04-29T02:13:19.1273Z","steps":["trace[333012661] 'process raft request' (duration: 400.773734ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:19.127317Z","caller":"traceutil/trace.go:171","msg":"trace[2061760330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8880; }","duration":"367.845865ms","start":"2026-04-29T02:13:18.759454Z","end":"2026-04-29T02:13:19.1273Z","steps":["trace[2061760330] 'agreement among raft nodes before linearized reading' (duration: 367.729573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.127338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.613809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:13:19.127351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.759433Z","time spent":"367.910516ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:13:19.12733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.877959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsdb6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-29T02:13:19.127369Z","caller":"traceutil/trace.go:171","msg":"trace[1559034505] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8880; }","duration":"246.693061ms","start":"2026-04-29T02:13:18.880667Z","end":"2026-04-29T02:13:19.12736Z","steps":["trace[1559034505] 'agreement among raft nodes before linearized reading' (duration: 246.64252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.127362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.725886Z","time spent":"401.451326ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:19.127389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.091896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mg59c\" ","response":"range_response_count:1 size:4737"} {"level":"warn","ts":"2026-04-29T02:13:19.127394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.868725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T02:13:19.127403Z","caller":"traceutil/trace.go:171","msg":"trace[898746603] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsdb6; range_end:; response_count:1; response_revision:8880; }","duration":"201.987212ms","start":"2026-04-29T02:13:18.925399Z","end":"2026-04-29T02:13:19.127386Z","steps":["trace[898746603] 'agreement among raft nodes before linearized reading' (duration: 201.754538ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:19.127415Z","caller":"traceutil/trace.go:171","msg":"trace[1322862673] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mg59c; range_end:; response_count:1; response_revision:8880; }","duration":"478.158326ms","start":"2026-04-29T02:13:18.649249Z","end":"2026-04-29T02:13:19.127407Z","steps":["trace[1322862673] 'agreement among raft nodes before linearized reading' (duration: 478.049824ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:19.127426Z","caller":"traceutil/trace.go:171","msg":"trace[962561045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8880; }","duration":"213.923887ms","start":"2026-04-29T02:13:18.913493Z","end":"2026-04-29T02:13:19.127417Z","steps":["trace[962561045] 'agreement among raft nodes before linearized reading' (duration: 213.804184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.127437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.649228Z","time spent":"478.204598ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4761,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mg59c\" "} {"level":"info","ts":"2026-04-29T02:13:19.269609Z","caller":"traceutil/trace.go:171","msg":"trace[239883587] linearizableReadLoop","detail":"{readStateIndex:9205; appliedIndex:9204; }","duration":"142.76899ms","start":"2026-04-29T02:13:19.126813Z","end":"2026-04-29T02:13:19.269582Z","steps":["trace[239883587] 'read index received' (duration: 103.110136ms)","trace[239883587] 'applied index is now lower than readState.Index' (duration: 39.657844ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:19.269749Z","caller":"traceutil/trace.go:171","msg":"trace[1306854795] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"317.649422ms","start":"2026-04-29T02:13:18.952036Z","end":"2026-04-29T02:13:19.269686Z","steps":["trace[1306854795] 'process raft request' (duration: 277.869185ms)","trace[1306854795] 'compare' (duration: 39.496642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:19.269891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.783629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-04-29T02:13:19.269927Z","caller":"traceutil/trace.go:171","msg":"trace[1919324165] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8881; }","duration":"315.87653ms","start":"2026-04-29T02:13:18.95404Z","end":"2026-04-29T02:13:19.269917Z","steps":["trace[1919324165] 'agreement among raft nodes before linearized reading' (duration: 315.664755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.269891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.628325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mg59c\" ","response":"range_response_count:1 size:4635"} {"level":"warn","ts":"2026-04-29T02:13:19.269963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.954025Z","time spent":"315.930442ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3090,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-04-29T02:13:19.26998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.952022Z","time spent":"317.829687ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4620,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:19.269991Z","caller":"traceutil/trace.go:171","msg":"trace[767718376] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mg59c; range_end:; response_count:1; response_revision:8881; }","duration":"315.776009ms","start":"2026-04-29T02:13:18.95419Z","end":"2026-04-29T02:13:19.269966Z","steps":["trace[767718376] 'agreement among raft nodes before linearized reading' (duration: 315.504433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.27005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.954183Z","time spent":"315.8558ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4659,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mg59c\" "} {"level":"warn","ts":"2026-04-29T02:13:19.270308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.541264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"info","ts":"2026-04-29T02:13:19.270342Z","caller":"traceutil/trace.go:171","msg":"trace[1240951460] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8881; }","duration":"323.608845ms","start":"2026-04-29T02:13:18.946725Z","end":"2026-04-29T02:13:19.270334Z","steps":["trace[1240951460] 'agreement among raft nodes before linearized reading' (duration: 323.423791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.270365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.946696Z","time spent":"323.664266ms","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":523,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-04-29T02:13:19.276789Z","caller":"traceutil/trace.go:171","msg":"trace[842269065] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"144.129504ms","start":"2026-04-29T02:13:19.132631Z","end":"2026-04-29T02:13:19.27676Z","steps":["trace[842269065] 'process raft request' (duration: 143.985332ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:19.276839Z","caller":"traceutil/trace.go:171","msg":"trace[224076177] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"144.425042ms","start":"2026-04-29T02:13:19.132395Z","end":"2026-04-29T02:13:19.27682Z","steps":["trace[224076177] 'process raft request' (duration: 143.961452ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:19.276871Z","caller":"traceutil/trace.go:171","msg":"trace[102465406] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"144.372841ms","start":"2026-04-29T02:13:19.132489Z","end":"2026-04-29T02:13:19.276862Z","steps":["trace[102465406] 'process raft request' (duration: 144.059855ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:19.27678Z","caller":"traceutil/trace.go:171","msg":"trace[2001327593] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"144.236518ms","start":"2026-04-29T02:13:19.132486Z","end":"2026-04-29T02:13:19.276722Z","steps":["trace[2001327593] 'process raft request' (duration: 144.021864ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:19.277018Z","caller":"traceutil/trace.go:171","msg":"trace[1572709487] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8886; }","duration":"142.681119ms","start":"2026-04-29T02:13:19.13431Z","end":"2026-04-29T02:13:19.276991Z","steps":["trace[1572709487] 'process raft request' (duration: 142.343912ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:19.277005Z","caller":"traceutil/trace.go:171","msg":"trace[839550922] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"144.453152ms","start":"2026-04-29T02:13:19.132528Z","end":"2026-04-29T02:13:19.276982Z","steps":["trace[839550922] 'process raft request' (duration: 144.053794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.277335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.980472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228730"} {"level":"info","ts":"2026-04-29T02:13:19.277392Z","caller":"traceutil/trace.go:171","msg":"trace[1567302264] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8886; }","duration":"145.077514ms","start":"2026-04-29T02:13:19.132303Z","end":"2026-04-29T02:13:19.27738Z","steps":["trace[1567302264] 'agreement among raft nodes before linearized reading' (duration: 144.685897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:20.427266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.437808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:20.42735Z","caller":"traceutil/trace.go:171","msg":"trace[1784264587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8893; }","duration":"326.574171ms","start":"2026-04-29T02:13:20.100757Z","end":"2026-04-29T02:13:20.427331Z","steps":["trace[1784264587] 'range keys from in-memory index tree' (duration: 326.326196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:20.427394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:20.100721Z","time spent":"326.663232ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:13:20.668061Z","caller":"traceutil/trace.go:171","msg":"trace[2070763144] linearizableReadLoop","detail":"{readStateIndex:9219; appliedIndex:9218; }","duration":"238.809732ms","start":"2026-04-29T02:13:20.429219Z","end":"2026-04-29T02:13:20.668029Z","steps":["trace[2070763144] 'read index received' (duration: 238.540687ms)","trace[2070763144] 'applied index is now lower than readState.Index' (duration: 268.025µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:20.668197Z","caller":"traceutil/trace.go:171","msg":"trace[2144272276] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"390.171634ms","start":"2026-04-29T02:13:20.278012Z","end":"2026-04-29T02:13:20.668183Z","steps":["trace[2144272276] 'process raft request' (duration: 389.824108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:20.66832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:20.277988Z","time spent":"390.238835ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:20.668559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.316842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:20.668654Z","caller":"traceutil/trace.go:171","msg":"trace[1174052642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8894; }","duration":"239.468265ms","start":"2026-04-29T02:13:20.429169Z","end":"2026-04-29T02:13:20.668637Z","steps":["trace[1174052642] 'agreement among raft nodes before linearized reading' (duration: 239.24142ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:21.017136Z","caller":"traceutil/trace.go:171","msg":"trace[563060563] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"119.360701ms","start":"2026-04-29T02:13:20.897738Z","end":"2026-04-29T02:13:21.017099Z","steps":["trace[563060563] 'process raft request' (duration: 92.454066ms)","trace[563060563] 'compare' (duration: 26.428466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:21.01717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.015881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-04-29T02:13:21.017453Z","caller":"traceutil/trace.go:171","msg":"trace[883410308] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8895; }","duration":"243.354288ms","start":"2026-04-29T02:13:20.774074Z","end":"2026-04-29T02:13:21.017428Z","steps":["trace[883410308] 'range keys from in-memory index tree' (duration: 242.763627ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:21.320167Z","caller":"traceutil/trace.go:171","msg":"trace[1758173368] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"186.818708ms","start":"2026-04-29T02:13:21.133325Z","end":"2026-04-29T02:13:21.320144Z","steps":["trace[1758173368] 'process raft request' (duration: 186.650365ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:21.320188Z","caller":"traceutil/trace.go:171","msg":"trace[1991486054] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"186.850238ms","start":"2026-04-29T02:13:21.133283Z","end":"2026-04-29T02:13:21.320133Z","steps":["trace[1991486054] 'process raft request' (duration: 167.720098ms)","trace[1991486054] 'compare' (duration: 18.834605ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:21.320357Z","caller":"traceutil/trace.go:171","msg":"trace[537113188] linearizableReadLoop","detail":"{readStateIndex:9231; appliedIndex:9229; }","duration":"172.313274ms","start":"2026-04-29T02:13:21.147734Z","end":"2026-04-29T02:13:21.320047Z","steps":["trace[537113188] 'read index received' (duration: 20.78188ms)","trace[537113188] 'applied index is now lower than readState.Index' (duration: 151.530654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:21.320557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.798884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-29T02:13:21.320607Z","caller":"traceutil/trace.go:171","msg":"trace[1196707258] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8906; }","duration":"172.887075ms","start":"2026-04-29T02:13:21.147708Z","end":"2026-04-29T02:13:21.320595Z","steps":["trace[1196707258] 'agreement among raft nodes before linearized reading' (duration: 172.690702ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:23.459467Z","caller":"traceutil/trace.go:171","msg":"trace[1124965280] linearizableReadLoop","detail":"{readStateIndex:9239; appliedIndex:9238; }","duration":"373.014033ms","start":"2026-04-29T02:13:23.086383Z","end":"2026-04-29T02:13:23.459397Z","steps":["trace[1124965280] 'read index received' (duration: 372.85334ms)","trace[1124965280] 'applied index is now lower than readState.Index' (duration: 159.043µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:23.459669Z","caller":"traceutil/trace.go:171","msg":"trace[2005629252] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"424.193923ms","start":"2026-04-29T02:13:23.035452Z","end":"2026-04-29T02:13:23.459646Z","steps":["trace[2005629252] 'process raft request' (duration: 423.720565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:23.459744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.323958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T02:13:23.459818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:23.035417Z","time spent":"424.319355ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:23.459841Z","caller":"traceutil/trace.go:171","msg":"trace[1790246963] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8913; }","duration":"373.491161ms","start":"2026-04-29T02:13:23.086315Z","end":"2026-04-29T02:13:23.459806Z","steps":["trace[1790246963] 'agreement among raft nodes before linearized reading' (duration: 373.334228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:23.459918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:23.08629Z","time spent":"373.606404ms","remote":"127.0.0.1:56012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:13:23.469108Z","caller":"traceutil/trace.go:171","msg":"trace[1406065977] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"144.33227ms","start":"2026-04-29T02:13:23.324745Z","end":"2026-04-29T02:13:23.469077Z","steps":["trace[1406065977] 'process raft request' (duration: 144.244928ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:23.469178Z","caller":"traceutil/trace.go:171","msg":"trace[1814616778] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"291.938711ms","start":"2026-04-29T02:13:23.177194Z","end":"2026-04-29T02:13:23.469133Z","steps":["trace[1814616778] 'process raft request' (duration: 291.636525ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:23.469286Z","caller":"traceutil/trace.go:171","msg":"trace[113814072] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"143.960563ms","start":"2026-04-29T02:13:23.325307Z","end":"2026-04-29T02:13:23.469268Z","steps":["trace[113814072] 'process raft request' (duration: 143.723699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:23.469363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.662338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:23.469434Z","caller":"traceutil/trace.go:171","msg":"trace[1884920109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8916; }","duration":"370.754871ms","start":"2026-04-29T02:13:23.098662Z","end":"2026-04-29T02:13:23.469417Z","steps":["trace[1884920109] 'agreement among raft nodes before linearized reading' (duration: 370.601408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:23.469646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.445689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:13:23.46974Z","caller":"traceutil/trace.go:171","msg":"trace[150123129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8916; }","duration":"114.593941ms","start":"2026-04-29T02:13:23.355123Z","end":"2026-04-29T02:13:23.469717Z","steps":["trace[150123129] 'agreement among raft nodes before linearized reading' (duration: 114.294056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:23.470233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:23.098648Z","time spent":"370.819392ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:13:23.665859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.047339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:13:23.665984Z","caller":"traceutil/trace.go:171","msg":"trace[1966008977] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"192.033185ms","start":"2026-04-29T02:13:23.473928Z","end":"2026-04-29T02:13:23.665961Z","steps":["trace[1966008977] 'process raft request' (duration: 11.787462ms)","trace[1966008977] 'compare' (duration: 179.470129ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:23.703533Z","caller":"traceutil/trace.go:171","msg":"trace[307475553] linearizableReadLoop","detail":"{readStateIndex:9245; appliedIndex:9242; }","duration":"228.209424ms","start":"2026-04-29T02:13:23.475293Z","end":"2026-04-29T02:13:23.703502Z","steps":["trace[307475553] 'read index received' (duration: 10.358745ms)","trace[307475553] 'applied index is now lower than readState.Index' (duration: 217.848839ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:23.703841Z","caller":"traceutil/trace.go:171","msg":"trace[1832829696] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"228.661022ms","start":"2026-04-29T02:13:23.475128Z","end":"2026-04-29T02:13:23.703789Z","steps":["trace[1832829696] 'process raft request' (duration: 228.175443ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:23.703959Z","caller":"traceutil/trace.go:171","msg":"trace[1307500136] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"229.61146ms","start":"2026-04-29T02:13:23.474307Z","end":"2026-04-29T02:13:23.703918Z","steps":["trace[1307500136] 'process raft request' (duration: 228.781625ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:23.704019Z","caller":"traceutil/trace.go:171","msg":"trace[64758584] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"227.568361ms","start":"2026-04-29T02:13:23.476353Z","end":"2026-04-29T02:13:23.703922Z","steps":["trace[64758584] 'process raft request' (duration: 227.090063ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:23.704177Z","caller":"traceutil/trace.go:171","msg":"trace[1503741059] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"228.065131ms","start":"2026-04-29T02:13:23.475864Z","end":"2026-04-29T02:13:23.703929Z","steps":["trace[1503741059] 'process raft request' (duration: 227.515701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:23.704202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.877207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228747"} {"level":"info","ts":"2026-04-29T02:13:23.704272Z","caller":"traceutil/trace.go:171","msg":"trace[793215512] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8921; }","duration":"228.988359ms","start":"2026-04-29T02:13:23.475267Z","end":"2026-04-29T02:13:23.704256Z","steps":["trace[793215512] 'agreement among raft nodes before linearized reading' (duration: 228.391848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:29.765854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.802939ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:29.765997Z","caller":"traceutil/trace.go:171","msg":"trace[1187282211] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8962; }","duration":"160.971842ms","start":"2026-04-29T02:13:29.605003Z","end":"2026-04-29T02:13:29.765975Z","steps":["trace[1187282211] 'range keys from in-memory index tree' (duration: 160.783238ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:32.41992Z","caller":"traceutil/trace.go:171","msg":"trace[642423832] linearizableReadLoop","detail":"{readStateIndex:9318; appliedIndex:9317; }","duration":"213.954827ms","start":"2026-04-29T02:13:32.205932Z","end":"2026-04-29T02:13:32.419887Z","steps":["trace[642423832] 'read index received' (duration: 197.452127ms)","trace[642423832] 'applied index is now lower than readState.Index' (duration: 16.50078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:32.420196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.242232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-29T02:13:32.420266Z","caller":"traceutil/trace.go:171","msg":"trace[208882336] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8990; }","duration":"214.377794ms","start":"2026-04-29T02:13:32.205876Z","end":"2026-04-29T02:13:32.420254Z","steps":["trace[208882336] 'agreement among raft nodes before linearized reading' (duration: 214.084219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.420275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.283331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:32.420354Z","caller":"traceutil/trace.go:171","msg":"trace[1972915589] range","detail":"{range_begin:/registry/services/specs/openstack/ceph-mon; range_end:; response_count:0; response_revision:8990; }","duration":"118.425984ms","start":"2026-04-29T02:13:32.301901Z","end":"2026-04-29T02:13:32.420327Z","steps":["trace[1972915589] 'agreement among raft nodes before linearized reading' (duration: 118.262891ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:39.891705Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024ee.wal"} {"level":"info","ts":"2026-04-29T02:13:41.263052Z","caller":"traceutil/trace.go:171","msg":"trace[185403257] linearizableReadLoop","detail":"{readStateIndex:9458; appliedIndex:9457; }","duration":"163.252834ms","start":"2026-04-29T02:13:41.099774Z","end":"2026-04-29T02:13:41.263027Z","steps":["trace[185403257] 'read index received' (duration: 163.02372ms)","trace[185403257] 'applied index is now lower than readState.Index' (duration: 227.974µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:41.263095Z","caller":"traceutil/trace.go:171","msg":"trace[1037221190] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9127; }","duration":"181.323214ms","start":"2026-04-29T02:13:41.081749Z","end":"2026-04-29T02:13:41.263072Z","steps":["trace[1037221190] 'process raft request' (duration: 181.115749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:41.263203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.401058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:41.263439Z","caller":"traceutil/trace.go:171","msg":"trace[1423169235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9127; }","duration":"163.562291ms","start":"2026-04-29T02:13:41.099711Z","end":"2026-04-29T02:13:41.263274Z","steps":["trace[1423169235] 'agreement among raft nodes before linearized reading' (duration: 163.391988ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:26.990095Z","caller":"traceutil/trace.go:171","msg":"trace[329930172] linearizableReadLoop","detail":"{readStateIndex:9928; appliedIndex:9927; }","duration":"206.270768ms","start":"2026-04-29T02:14:26.783788Z","end":"2026-04-29T02:14:26.990059Z","steps":["trace[329930172] 'read index received' (duration: 205.431282ms)","trace[329930172] 'applied index is now lower than readState.Index' (duration: 836.626µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:14:26.990166Z","caller":"traceutil/trace.go:171","msg":"trace[708759366] transaction","detail":"{read_only:false; response_revision:9584; number_of_response:1; }","duration":"227.737841ms","start":"2026-04-29T02:14:26.762377Z","end":"2026-04-29T02:14:26.990115Z","steps":["trace[708759366] 'process raft request' (duration: 226.826083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:26.990337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.529852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7252"} {"level":"info","ts":"2026-04-29T02:14:26.990368Z","caller":"traceutil/trace.go:171","msg":"trace[787846759] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9584; }","duration":"206.614974ms","start":"2026-04-29T02:14:26.783745Z","end":"2026-04-29T02:14:26.99036Z","steps":["trace[787846759] 'agreement among raft nodes before linearized reading' (duration: 206.429001ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:40.536539Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T02:14:40.536722Z","caller":"traceutil/trace.go:171","msg":"trace[976282575] transaction","detail":"{read_only:false; response_revision:9655; number_of_response:1; }","duration":"795.909754ms","start":"2026-04-29T02:14:39.740736Z","end":"2026-04-29T02:14:40.536645Z","steps":["trace[976282575] 'process raft request' (duration: 795.638839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:40.536912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:39.740718Z","time spent":"796.081836ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:14:40.820989Z","caller":"traceutil/trace.go:171","msg":"trace[339921158] transaction","detail":"{read_only:false; response_revision:9656; number_of_response:1; }","duration":"1.069067934s","start":"2026-04-29T02:14:39.751888Z","end":"2026-04-29T02:14:40.820956Z","steps":["trace[339921158] 'process raft request' (duration: 1.068361321s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:40.821183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:39.75186Z","time spent":"1.069213077s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:14:40.936534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.472604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:14:40.937027Z","caller":"traceutil/trace.go:171","msg":"trace[471356945] transaction","detail":"{read_only:false; response_revision:9659; number_of_response:1; }","duration":"246.190366ms","start":"2026-04-29T02:14:40.690797Z","end":"2026-04-29T02:14:40.936988Z","steps":["trace[471356945] 'process raft request' (duration: 246.125055ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:40.937247Z","caller":"traceutil/trace.go:171","msg":"trace[81586275] transaction","detail":"{read_only:false; response_revision:9657; number_of_response:1; }","duration":"1.14832538s","start":"2026-04-29T02:14:39.788889Z","end":"2026-04-29T02:14:40.937214Z","steps":["trace[81586275] 'process raft request' (duration: 1.03204519s)","trace[81586275] 'compare' (duration: 115.24712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:14:40.937434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:39.788871Z","time spent":"1.148460862s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:14:40.937565Z","caller":"traceutil/trace.go:171","msg":"trace[122879368] transaction","detail":"{read_only:false; response_revision:9658; number_of_response:1; }","duration":"1.148442552s","start":"2026-04-29T02:14:39.789089Z","end":"2026-04-29T02:14:40.937532Z","steps":["trace[122879368] 'process raft request' (duration: 1.147708129s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:40.937559Z","caller":"traceutil/trace.go:171","msg":"trace[492107643] linearizableReadLoop","detail":"{readStateIndex:10004; appliedIndex:10000; }","duration":"744.253615ms","start":"2026-04-29T02:14:40.193223Z","end":"2026-04-29T02:14:40.937476Z","steps":["trace[492107643] 'read index received' (duration: 343.270627ms)","trace[492107643] 'applied index is now lower than readState.Index' (duration: 400.968968ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:14:40.937685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:39.789045Z","time spent":"1.148576644s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:14:40.937828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.058524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:14:40.93786Z","caller":"traceutil/trace.go:171","msg":"trace[169208881] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9659; }","duration":"421.140686ms","start":"2026-04-29T02:14:40.51671Z","end":"2026-04-29T02:14:40.93785Z","steps":["trace[169208881] 'agreement among raft nodes before linearized reading' (duration: 421.085465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:40.937881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:40.516685Z","time spent":"421.190617ms","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:14:40.937979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.754504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T02:14:40.938059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.53026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T02:14:40.938067Z","caller":"traceutil/trace.go:171","msg":"trace[1450749222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9659; }","duration":"744.880856ms","start":"2026-04-29T02:14:40.19317Z","end":"2026-04-29T02:14:40.938051Z","steps":["trace[1450749222] 'agreement among raft nodes before linearized reading' (duration: 744.53781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:40.938188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.78545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsdb6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-29T02:14:40.938237Z","caller":"traceutil/trace.go:171","msg":"trace[1336989084] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsdb6; range_end:; response_count:1; response_revision:9659; }","duration":"676.850671ms","start":"2026-04-29T02:14:40.261373Z","end":"2026-04-29T02:14:40.938223Z","steps":["trace[1336989084] 'agreement among raft nodes before linearized reading' (duration: 676.734708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:40.938192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:40.193155Z","time spent":"745.0225ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:14:40.938128Z","caller":"traceutil/trace.go:171","msg":"trace[1676844041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9659; }","duration":"711.692653ms","start":"2026-04-29T02:14:40.226421Z","end":"2026-04-29T02:14:40.938114Z","steps":["trace[1676844041] 'agreement among raft nodes before linearized reading' (duration: 711.378828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:40.938353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.071434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T02:14:40.938439Z","caller":"traceutil/trace.go:171","msg":"trace[1326292968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9659; }","duration":"710.154016ms","start":"2026-04-29T02:14:40.228261Z","end":"2026-04-29T02:14:40.938415Z","steps":["trace[1326292968] 'agreement among raft nodes before linearized reading' (duration: 709.857759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:40.938439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:40.226395Z","time spent":"712.018851ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:14:40.938486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:40.228166Z","time spent":"710.309659ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:14:40.938075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.812357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T02:14:40.93861Z","caller":"traceutil/trace.go:171","msg":"trace[1277152542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9659; }","duration":"703.339608ms","start":"2026-04-29T02:14:40.235251Z","end":"2026-04-29T02:14:40.938591Z","steps":["trace[1277152542] 'agreement among raft nodes before linearized reading' (duration: 702.691045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:40.938537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.265486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-29T02:14:40.938132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.363508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:14:40.938656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:40.235219Z","time spent":"703.42688ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:14:40.938699Z","caller":"traceutil/trace.go:171","msg":"trace[603620564] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9659; }","duration":"303.97942ms","start":"2026-04-29T02:14:40.634695Z","end":"2026-04-29T02:14:40.938675Z","steps":["trace[603620564] 'agreement among raft nodes before linearized reading' (duration: 303.408968ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:40.938683Z","caller":"traceutil/trace.go:171","msg":"trace[1766584987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9659; }","duration":"711.482719ms","start":"2026-04-29T02:14:40.227177Z","end":"2026-04-29T02:14:40.93866Z","steps":["trace[1766584987] 'agreement among raft nodes before linearized reading' (duration: 710.98663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:40.938269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:40.261357Z","time spent":"676.905642ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-qsdb6\" "} {"level":"warn","ts":"2026-04-29T02:14:40.938789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:40.634662Z","time spent":"304.101602ms","remote":"127.0.0.1:51874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:14:40.938799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:40.227166Z","time spent":"711.593852ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T02:14:41.172804Z","caller":"traceutil/trace.go:171","msg":"trace[698311027] transaction","detail":"{read_only:false; response_revision:9660; number_of_response:1; }","duration":"229.599585ms","start":"2026-04-29T02:14:40.943176Z","end":"2026-04-29T02:14:41.172775Z","steps":["trace[698311027] 'process raft request' (duration: 229.36101ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:41.173141Z","caller":"traceutil/trace.go:171","msg":"trace[1768837154] transaction","detail":"{read_only:false; response_revision:9661; number_of_response:1; }","duration":"229.942711ms","start":"2026-04-29T02:14:40.943185Z","end":"2026-04-29T02:14:41.173128Z","steps":["trace[1768837154] 'process raft request' (duration: 229.534854ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:41.204536Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-29T02:14:41.204799Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-29T02:14:41.237584Z","caller":"traceutil/trace.go:171","msg":"trace[596401285] transaction","detail":"{read_only:false; response_revision:9662; number_of_response:1; }","duration":"294.128745ms","start":"2026-04-29T02:14:40.943427Z","end":"2026-04-29T02:14:41.237555Z","steps":["trace[596401285] 'process raft request' (duration: 293.828379ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:41.237875Z","caller":"traceutil/trace.go:171","msg":"trace[1891678716] transaction","detail":"{read_only:false; response_revision:9663; number_of_response:1; }","duration":"294.287099ms","start":"2026-04-29T02:14:40.943539Z","end":"2026-04-29T02:14:41.237826Z","steps":["trace[1891678716] 'process raft request' (duration: 293.939941ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:41.237985Z","caller":"traceutil/trace.go:171","msg":"trace[117158646] linearizableReadLoop","detail":"{readStateIndex:10010; appliedIndex:10005; }","duration":"293.87466ms","start":"2026-04-29T02:14:40.944087Z","end":"2026-04-29T02:14:41.237961Z","steps":["trace[117158646] 'read index received' (duration: 228.410753ms)","trace[117158646] 'applied index is now lower than readState.Index' (duration: 65.462267ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:14:41.238109Z","caller":"traceutil/trace.go:171","msg":"trace[679423125] transaction","detail":"{read_only:false; response_revision:9664; number_of_response:1; }","duration":"294.476032ms","start":"2026-04-29T02:14:40.943588Z","end":"2026-04-29T02:14:41.238064Z","steps":["trace[679423125] 'process raft request' (duration: 294.226858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:41.238327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.59413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:14:41.238447Z","caller":"traceutil/trace.go:171","msg":"trace[1007668424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9664; }","duration":"137.750433ms","start":"2026-04-29T02:14:41.100672Z","end":"2026-04-29T02:14:41.238423Z","steps":["trace[1007668424] 'agreement among raft nodes before linearized reading' (duration: 137.568229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:41.238352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.723243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T02:14:41.238595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.488981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291458"} {"level":"info","ts":"2026-04-29T02:14:41.238643Z","caller":"traceutil/trace.go:171","msg":"trace[408785238] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9664; }","duration":"294.564762ms","start":"2026-04-29T02:14:40.944066Z","end":"2026-04-29T02:14:41.238631Z","steps":["trace[408785238] 'agreement among raft nodes before linearized reading' (duration: 294.065253ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:41.238637Z","caller":"traceutil/trace.go:171","msg":"trace[1699282798] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9664; }","duration":"210.074149ms","start":"2026-04-29T02:14:41.028548Z","end":"2026-04-29T02:14:41.238622Z","steps":["trace[1699282798] 'agreement among raft nodes before linearized reading' (duration: 209.653522ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:23.711366Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7993} {"level":"info","ts":"2026-04-29T02:16:23.782345Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7993,"took":"67.921362ms","hash":219481377,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":27996160,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-29T02:16:23.782429Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":219481377,"revision":7993,"compact-revision":5823} {"level":"info","ts":"2026-04-29T02:18:48.011954Z","caller":"traceutil/trace.go:171","msg":"trace[1396123346] transaction","detail":"{read_only:false; response_revision:11250; number_of_response:1; }","duration":"247.484052ms","start":"2026-04-29T02:18:47.76444Z","end":"2026-04-29T02:18:48.011924Z","steps":["trace[1396123346] 'process raft request' (duration: 247.304998ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:18:48.172131Z","caller":"traceutil/trace.go:171","msg":"trace[1392368625] transaction","detail":"{read_only:false; response_revision:11251; number_of_response:1; }","duration":"374.503164ms","start":"2026-04-29T02:18:47.797593Z","end":"2026-04-29T02:18:48.172096Z","steps":["trace[1392368625] 'process raft request' (duration: 361.064753ms)","trace[1392368625] 'compare' (duration: 13.150425ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:18:48.17223Z","caller":"traceutil/trace.go:171","msg":"trace[1000086606] linearizableReadLoop","detail":"{readStateIndex:11655; appliedIndex:11653; }","duration":"369.623203ms","start":"2026-04-29T02:18:47.802581Z","end":"2026-04-29T02:18:48.172204Z","steps":["trace[1000086606] 'read index received' (duration: 209.200346ms)","trace[1000086606] 'applied index is now lower than readState.Index' (duration: 160.421337ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:18:48.172282Z","caller":"traceutil/trace.go:171","msg":"trace[1090721476] transaction","detail":"{read_only:false; response_revision:11252; number_of_response:1; }","duration":"297.198661ms","start":"2026-04-29T02:18:47.875061Z","end":"2026-04-29T02:18:48.172259Z","steps":["trace[1090721476] 'process raft request' (duration: 296.955045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:18:48.172318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:18:47.797567Z","time spent":"374.650567ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:18:48.172652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.04835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-5898bcd9b6-x2mrb\" ","response":"range_response_count:1 size:7413"} {"level":"info","ts":"2026-04-29T02:18:48.172756Z","caller":"traceutil/trace.go:171","msg":"trace[1308687667] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-5898bcd9b6-x2mrb; range_end:; response_count:1; response_revision:11252; }","duration":"370.190034ms","start":"2026-04-29T02:18:47.802541Z","end":"2026-04-29T02:18:48.172731Z","steps":["trace[1308687667] 'agreement among raft nodes before linearized reading' (duration: 369.763756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:18:48.172858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:18:47.802525Z","time spent":"370.317386ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":7437,"request content":"key:\"/registry/pods/openstack/staffeln-api-5898bcd9b6-x2mrb\" "} {"level":"info","ts":"2026-04-29T02:18:51.603193Z","caller":"traceutil/trace.go:171","msg":"trace[1240197628] transaction","detail":"{read_only:false; response_revision:11278; number_of_response:1; }","duration":"126.548853ms","start":"2026-04-29T02:18:51.476617Z","end":"2026-04-29T02:18:51.603166Z","steps":["trace[1240197628] 'process raft request' (duration: 126.39248ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:19:58.451201Z","caller":"traceutil/trace.go:171","msg":"trace[1636764275] linearizableReadLoop","detail":"{readStateIndex:12389; appliedIndex:12388; }","duration":"157.933643ms","start":"2026-04-29T02:19:58.29322Z","end":"2026-04-29T02:19:58.451154Z","steps":["trace[1636764275] 'read index received' (duration: 157.631308ms)","trace[1636764275] 'applied index is now lower than readState.Index' (duration: 299.735µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:19:58.451504Z","caller":"traceutil/trace.go:171","msg":"trace[1324984688] transaction","detail":"{read_only:false; response_revision:11968; number_of_response:1; }","duration":"592.735593ms","start":"2026-04-29T02:19:57.858733Z","end":"2026-04-29T02:19:58.451468Z","steps":["trace[1324984688] 'process raft request' (duration: 592.165133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:19:58.451709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:19:57.858702Z","time spent":"592.886176ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:19:58.451751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.437292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:19:58.451858Z","caller":"traceutil/trace.go:171","msg":"trace[514513239] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:11968; }","duration":"158.641786ms","start":"2026-04-29T02:19:58.293186Z","end":"2026-04-29T02:19:58.451827Z","steps":["trace[514513239] 'agreement among raft nodes before linearized reading' (duration: 158.149378ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:19:58.453788Z","caller":"traceutil/trace.go:171","msg":"trace[1722038280] transaction","detail":"{read_only:false; response_revision:11969; number_of_response:1; }","duration":"160.43126ms","start":"2026-04-29T02:19:58.293329Z","end":"2026-04-29T02:19:58.45376Z","steps":["trace[1722038280] 'process raft request' (duration: 160.254287ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:15.965791Z","caller":"traceutil/trace.go:171","msg":"trace[1268574416] linearizableReadLoop","detail":"{readStateIndex:12491; appliedIndex:12490; }","duration":"192.136173ms","start":"2026-04-29T02:20:15.773629Z","end":"2026-04-29T02:20:15.965765Z","steps":["trace[1268574416] 'read index received' (duration: 191.845597ms)","trace[1268574416] 'applied index is now lower than readState.Index' (duration: 289.596µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:20:15.965854Z","caller":"traceutil/trace.go:171","msg":"trace[1999476627] transaction","detail":"{read_only:false; response_revision:12067; number_of_response:1; }","duration":"218.333443ms","start":"2026-04-29T02:20:15.747484Z","end":"2026-04-29T02:20:15.965818Z","steps":["trace[1999476627] 'process raft request' (duration: 218.047577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:15.96603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.384087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:20:15.966077Z","caller":"traceutil/trace.go:171","msg":"trace[1649274518] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:12067; }","duration":"192.497729ms","start":"2026-04-29T02:20:15.773564Z","end":"2026-04-29T02:20:15.966062Z","steps":["trace[1649274518] 'agreement among raft nodes before linearized reading' (duration: 192.346186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:17.001222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.71613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:20:17.001399Z","caller":"traceutil/trace.go:171","msg":"trace[1752898396] transaction","detail":"{read_only:false; response_revision:12068; number_of_response:1; }","duration":"1.028945551s","start":"2026-04-29T02:20:15.97242Z","end":"2026-04-29T02:20:17.001366Z","steps":["trace[1752898396] 'process raft request' (duration: 901.892995ms)","trace[1752898396] 'compare' (duration: 126.421724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:20:17.001488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:15.972385Z","time spent":"1.029062832s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:20:17.048876Z","caller":"traceutil/trace.go:171","msg":"trace[618582766] transaction","detail":"{read_only:false; response_revision:12069; number_of_response:1; }","duration":"532.231892ms","start":"2026-04-29T02:20:16.516623Z","end":"2026-04-29T02:20:17.048854Z","steps":["trace[618582766] 'process raft request' (duration: 532.082419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:17.04903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:16.516593Z","time spent":"532.349885ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:20:17.049373Z","caller":"traceutil/trace.go:171","msg":"trace[1013174394] transaction","detail":"{read_only:false; response_revision:12070; number_of_response:1; }","duration":"532.07974ms","start":"2026-04-29T02:20:16.517283Z","end":"2026-04-29T02:20:17.049363Z","steps":["trace[1013174394] 'process raft request' (duration: 531.52897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:17.049421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:16.517274Z","time spent":"532.123751ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:20:17.049494Z","caller":"traceutil/trace.go:171","msg":"trace[1195873304] transaction","detail":"{read_only:false; response_revision:12071; number_of_response:1; }","duration":"437.433349ms","start":"2026-04-29T02:20:16.612051Z","end":"2026-04-29T02:20:17.049484Z","steps":["trace[1195873304] 'process raft request' (duration: 437.148134ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:17.049469Z","caller":"traceutil/trace.go:171","msg":"trace[524638341] linearizableReadLoop","detail":"{readStateIndex:12496; appliedIndex:12491; }","duration":"367.128585ms","start":"2026-04-29T02:20:16.682307Z","end":"2026-04-29T02:20:17.049436Z","steps":["trace[524638341] 'read index received' (duration: 192.113722ms)","trace[524638341] 'applied index is now lower than readState.Index' (duration: 175.013462ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:20:17.049663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.372679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-29T02:20:17.049546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:16.612017Z","time spent":"437.502271ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:20:17.049698Z","caller":"traceutil/trace.go:171","msg":"trace[1410344816] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:12072; }","duration":"367.460931ms","start":"2026-04-29T02:20:16.682229Z","end":"2026-04-29T02:20:17.04969Z","steps":["trace[1410344816] 'agreement among raft nodes before linearized reading' (duration: 367.349999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:17.049719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:16.682198Z","time spent":"367.517221ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-04-29T02:20:17.049544Z","caller":"traceutil/trace.go:171","msg":"trace[1771833411] transaction","detail":"{read_only:false; response_revision:12072; number_of_response:1; }","duration":"429.97384ms","start":"2026-04-29T02:20:16.619544Z","end":"2026-04-29T02:20:17.049518Z","steps":["trace[1771833411] 'process raft request' (duration: 429.826127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:17.049862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:16.619523Z","time spent":"430.268006ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:20:17.049829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.757897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:20:17.049967Z","caller":"traceutil/trace.go:171","msg":"trace[481990480] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12072; }","duration":"159.947232ms","start":"2026-04-29T02:20:16.890005Z","end":"2026-04-29T02:20:17.049952Z","steps":["trace[481990480] 'agreement among raft nodes before linearized reading' (duration: 159.729357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:17.050273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.734866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-04-29T02:20:17.050338Z","caller":"traceutil/trace.go:171","msg":"trace[166319160] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12072; }","duration":"159.819508ms","start":"2026-04-29T02:20:16.890504Z","end":"2026-04-29T02:20:17.050323Z","steps":["trace[166319160] 'agreement among raft nodes before linearized reading' (duration: 159.652535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:17.050337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.253667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:20:17.050404Z","caller":"traceutil/trace.go:171","msg":"trace[852620016] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12072; }","duration":"160.363919ms","start":"2026-04-29T02:20:16.890023Z","end":"2026-04-29T02:20:17.050387Z","steps":["trace[852620016] 'agreement among raft nodes before linearized reading' (duration: 160.245506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:17.050775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.424139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:20:17.050838Z","caller":"traceutil/trace.go:171","msg":"trace[1111471069] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12072; }","duration":"160.526211ms","start":"2026-04-29T02:20:16.890293Z","end":"2026-04-29T02:20:17.050819Z","steps":["trace[1111471069] 'agreement among raft nodes before linearized reading' (duration: 160.44146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:17.050874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.771186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:20:17.050949Z","caller":"traceutil/trace.go:171","msg":"trace[289915753] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12072; }","duration":"160.862367ms","start":"2026-04-29T02:20:16.890075Z","end":"2026-04-29T02:20:17.050938Z","steps":["trace[289915753] 'agreement among raft nodes before linearized reading' (duration: 160.761946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:17.050564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.350428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-29T02:20:17.051813Z","caller":"traceutil/trace.go:171","msg":"trace[1911490923] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12072; }","duration":"161.587752ms","start":"2026-04-29T02:20:16.890197Z","end":"2026-04-29T02:20:17.051785Z","steps":["trace[1911490923] 'agreement among raft nodes before linearized reading' (duration: 160.251457ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:17.390242Z","caller":"traceutil/trace.go:171","msg":"trace[1177793077] transaction","detail":"{read_only:false; response_revision:12073; number_of_response:1; }","duration":"334.378753ms","start":"2026-04-29T02:20:17.055839Z","end":"2026-04-29T02:20:17.390218Z","steps":["trace[1177793077] 'process raft request' (duration: 334.137777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:17.3904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:17.055818Z","time spent":"334.496345ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:20:17.390705Z","caller":"traceutil/trace.go:171","msg":"trace[1310010450] linearizableReadLoop","detail":"{readStateIndex:12503; appliedIndex:12496; }","duration":"290.41288ms","start":"2026-04-29T02:20:17.100272Z","end":"2026-04-29T02:20:17.390685Z","steps":["trace[1310010450] 'read index received' (duration: 186.274593ms)","trace[1310010450] 'applied index is now lower than readState.Index' (duration: 104.137377ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:20:17.390744Z","caller":"traceutil/trace.go:171","msg":"trace[1967862136] transaction","detail":"{read_only:false; response_revision:12075; number_of_response:1; }","duration":"334.607907ms","start":"2026-04-29T02:20:17.056124Z","end":"2026-04-29T02:20:17.390731Z","steps":["trace[1967862136] 'process raft request' (duration: 334.283221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:17.390813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:17.056102Z","time spent":"334.675689ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:20:17.390901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.575683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:20:17.390936Z","caller":"traceutil/trace.go:171","msg":"trace[382045843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12078; }","duration":"290.724146ms","start":"2026-04-29T02:20:17.100202Z","end":"2026-04-29T02:20:17.390926Z","steps":["trace[382045843] 'agreement among raft nodes before linearized reading' (duration: 290.560433ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:17.390994Z","caller":"traceutil/trace.go:171","msg":"trace[427321833] transaction","detail":"{read_only:false; response_revision:12074; number_of_response:1; }","duration":"334.849411ms","start":"2026-04-29T02:20:17.056134Z","end":"2026-04-29T02:20:17.390984Z","steps":["trace[427321833] 'process raft request' (duration: 334.009326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:17.39106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:17.056125Z","time spent":"334.903512ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:20:17.391208Z","caller":"traceutil/trace.go:171","msg":"trace[1951491146] transaction","detail":"{read_only:false; response_revision:12078; number_of_response:1; }","duration":"334.744739ms","start":"2026-04-29T02:20:17.056454Z","end":"2026-04-29T02:20:17.391198Z","steps":["trace[1951491146] 'process raft request' (duration: 334.197699ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:17.391207Z","caller":"traceutil/trace.go:171","msg":"trace[1317737784] transaction","detail":"{read_only:false; response_revision:12077; number_of_response:1; }","duration":"334.844672ms","start":"2026-04-29T02:20:17.056337Z","end":"2026-04-29T02:20:17.391181Z","steps":["trace[1317737784] 'process raft request' (duration: 334.249991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:17.391306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:17.056444Z","time spent":"334.791751ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:20:17.391346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:17.056325Z","time spent":"334.943724ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:20:17.391504Z","caller":"traceutil/trace.go:171","msg":"trace[1564837722] transaction","detail":"{read_only:false; response_revision:12076; number_of_response:1; }","duration":"335.28283ms","start":"2026-04-29T02:20:17.056189Z","end":"2026-04-29T02:20:17.391471Z","steps":["trace[1564837722] 'process raft request' (duration: 334.340052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:17.391758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:17.056147Z","time spent":"335.440103ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:20:17.474455Z","caller":"traceutil/trace.go:171","msg":"trace[189793690] transaction","detail":"{read_only:false; response_revision:12079; number_of_response:1; }","duration":"165.784621ms","start":"2026-04-29T02:20:17.308628Z","end":"2026-04-29T02:20:17.474413Z","steps":["trace[189793690] 'process raft request' (duration: 114.515602ms)","trace[189793690] 'compare' (duration: 51.129766ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:20:18.902465Z","caller":"traceutil/trace.go:171","msg":"trace[2116494291] transaction","detail":"{read_only:false; response_revision:12080; number_of_response:1; }","duration":"180.934854ms","start":"2026-04-29T02:20:18.721502Z","end":"2026-04-29T02:20:18.902436Z","steps":["trace[2116494291] 'process raft request' (duration: 180.74962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:19.045912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.454147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:20:19.046122Z","caller":"traceutil/trace.go:171","msg":"trace[238358467] transaction","detail":"{read_only:false; response_revision:12081; number_of_response:1; }","duration":"265.638867ms","start":"2026-04-29T02:20:18.78043Z","end":"2026-04-29T02:20:19.046069Z","steps":["trace[238358467] 'process raft request' (duration: 140.910275ms)","trace[238358467] 'compare' (duration: 124.04364ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:20:19.362523Z","caller":"traceutil/trace.go:171","msg":"trace[2064545120] transaction","detail":"{read_only:false; response_revision:12083; number_of_response:1; }","duration":"307.041151ms","start":"2026-04-29T02:20:19.055442Z","end":"2026-04-29T02:20:19.362483Z","steps":["trace[2064545120] 'process raft request' (duration: 306.652014ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:19.362641Z","caller":"traceutil/trace.go:171","msg":"trace[781773656] transaction","detail":"{read_only:false; response_revision:12085; number_of_response:1; }","duration":"306.260806ms","start":"2026-04-29T02:20:19.056367Z","end":"2026-04-29T02:20:19.362627Z","steps":["trace[781773656] 'process raft request' (duration: 306.163404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:19.362682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:19.055434Z","time spent":"307.166443ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:20:19.362656Z","caller":"traceutil/trace.go:171","msg":"trace[900822546] transaction","detail":"{read_only:false; response_revision:12084; number_of_response:1; }","duration":"307.02591ms","start":"2026-04-29T02:20:19.055592Z","end":"2026-04-29T02:20:19.362618Z","steps":["trace[900822546] 'process raft request' (duration: 306.663844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:19.362785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:19.056354Z","time spent":"306.353688ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:20:19.362856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:19.055567Z","time spent":"307.183044ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:20:19.36335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.753529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-29T02:20:19.363397Z","caller":"traceutil/trace.go:171","msg":"trace[1945782575] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12085; }","duration":"304.83579ms","start":"2026-04-29T02:20:19.05855Z","end":"2026-04-29T02:20:19.363386Z","steps":["trace[1945782575] 'agreement among raft nodes before linearized reading' (duration: 304.663717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:19.363438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:19.058537Z","time spent":"304.884721ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-29T02:20:19.363484Z","caller":"traceutil/trace.go:171","msg":"trace[1304952029] linearizableReadLoop","detail":"{readStateIndex:12510; appliedIndex:12507; }","duration":"303.983974ms","start":"2026-04-29T02:20:19.05859Z","end":"2026-04-29T02:20:19.362574Z","steps":["trace[1304952029] 'read index received' (duration: 34.060997ms)","trace[1304952029] 'applied index is now lower than readState.Index' (duration: 269.921877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:20:19.366934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.249514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:20:19.366993Z","caller":"traceutil/trace.go:171","msg":"trace[426271631] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12086; }","duration":"308.334196ms","start":"2026-04-29T02:20:19.058643Z","end":"2026-04-29T02:20:19.366977Z","steps":["trace[426271631] 'agreement among raft nodes before linearized reading' (duration: 308.218884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:19.367029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:19.058628Z","time spent":"308.392537ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-29T02:20:19.367064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.133244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:20:19.367131Z","caller":"traceutil/trace.go:171","msg":"trace[14820369] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12086; }","duration":"307.191105ms","start":"2026-04-29T02:20:19.059915Z","end":"2026-04-29T02:20:19.367106Z","steps":["trace[14820369] 'agreement among raft nodes before linearized reading' (duration: 307.104413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:19.367171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:19.059881Z","time spent":"307.282846ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-29T02:20:19.367427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.621863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:20:19.367468Z","caller":"traceutil/trace.go:171","msg":"trace[30963259] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12086; }","duration":"307.679693ms","start":"2026-04-29T02:20:19.059778Z","end":"2026-04-29T02:20:19.367458Z","steps":["trace[30963259] 'agreement among raft nodes before linearized reading' (duration: 307.616282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:19.367496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:19.059769Z","time spent":"307.721964ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-29T02:20:19.367533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.977222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:20:19.367579Z","caller":"traceutil/trace.go:171","msg":"trace[92023712] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:12086; }","duration":"160.071153ms","start":"2026-04-29T02:20:19.207494Z","end":"2026-04-29T02:20:19.367565Z","steps":["trace[92023712] 'agreement among raft nodes before linearized reading' (duration: 160.007672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:19.367781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.910198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:20:19.367815Z","caller":"traceutil/trace.go:171","msg":"trace[821083802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12086; }","duration":"268.96237ms","start":"2026-04-29T02:20:19.098844Z","end":"2026-04-29T02:20:19.367806Z","steps":["trace[821083802] 'agreement among raft nodes before linearized reading' (duration: 268.910449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:19.367849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.375686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-04-29T02:20:19.367913Z","caller":"traceutil/trace.go:171","msg":"trace[1873841583] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12086; }","duration":"308.452597ms","start":"2026-04-29T02:20:19.059449Z","end":"2026-04-29T02:20:19.367902Z","steps":["trace[1873841583] 'agreement among raft nodes before linearized reading' (duration: 308.248994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:19.367976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:19.059443Z","time spent":"308.524479ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:20:19.368046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.051021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:20:19.368106Z","caller":"traceutil/trace.go:171","msg":"trace[917617641] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12086; }","duration":"308.131432ms","start":"2026-04-29T02:20:19.059962Z","end":"2026-04-29T02:20:19.368093Z","steps":["trace[917617641] 'agreement among raft nodes before linearized reading' (duration: 308.02459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:19.368138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:19.059955Z","time spent":"308.175493ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-29T02:20:19.368209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.969597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:20:19.368276Z","caller":"traceutil/trace.go:171","msg":"trace[1259095121] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12086; }","duration":"309.053368ms","start":"2026-04-29T02:20:19.059212Z","end":"2026-04-29T02:20:19.368265Z","steps":["trace[1259095121] 'agreement among raft nodes before linearized reading' (duration: 308.961326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:19.368311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.360825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:20:19.368307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:19.059196Z","time spent":"309.10266ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-29T02:20:19.368456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.739892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:20:19.368486Z","caller":"traceutil/trace.go:171","msg":"trace[1288944297] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12086; }","duration":"309.808924ms","start":"2026-04-29T02:20:19.058671Z","end":"2026-04-29T02:20:19.36848Z","steps":["trace[1288944297] 'agreement among raft nodes before linearized reading' (duration: 309.765292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:19.368505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:19.058649Z","time spent":"309.852634ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:20:19.368527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.599291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-04-29T02:20:19.368339Z","caller":"traceutil/trace.go:171","msg":"trace[1863731613] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12086; }","duration":"308.411707ms","start":"2026-04-29T02:20:19.059918Z","end":"2026-04-29T02:20:19.36833Z","steps":["trace[1863731613] 'agreement among raft nodes before linearized reading' (duration: 308.360266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:19.368569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.692761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:20:19.368573Z","caller":"traceutil/trace.go:171","msg":"trace[675736917] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12086; }","duration":"309.657351ms","start":"2026-04-29T02:20:19.058904Z","end":"2026-04-29T02:20:19.368562Z","steps":["trace[675736917] 'agreement among raft nodes before linearized reading' (duration: 309.518498ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:19.368588Z","caller":"traceutil/trace.go:171","msg":"trace[1819157300] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12086; }","duration":"309.726753ms","start":"2026-04-29T02:20:19.058856Z","end":"2026-04-29T02:20:19.368583Z","steps":["trace[1819157300] 'agreement among raft nodes before linearized reading' (duration: 309.700072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:19.36861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:19.058847Z","time spent":"309.755973ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-29T02:20:19.368611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:19.058898Z","time spent":"309.705062ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:20:19.369645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:19.05991Z","time spent":"308.677793ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:20:19.773921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.397088ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:20:19.774003Z","caller":"traceutil/trace.go:171","msg":"trace[361641568] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12087; }","duration":"169.50242ms","start":"2026-04-29T02:20:19.604481Z","end":"2026-04-29T02:20:19.773983Z","steps":["trace[361641568] 'range keys from in-memory index tree' (duration: 169.380058ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:19.774223Z","caller":"traceutil/trace.go:171","msg":"trace[1802677249] transaction","detail":"{read_only:false; response_revision:12089; number_of_response:1; }","duration":"372.326832ms","start":"2026-04-29T02:20:19.40188Z","end":"2026-04-29T02:20:19.774207Z","steps":["trace[1802677249] 'process raft request' (duration: 372.23744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:19.774348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:19.401868Z","time spent":"372.414044ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:20:19.774365Z","caller":"traceutil/trace.go:171","msg":"trace[1900720686] transaction","detail":"{read_only:false; response_revision:12090; number_of_response:1; }","duration":"371.483686ms","start":"2026-04-29T02:20:19.402866Z","end":"2026-04-29T02:20:19.77435Z","steps":["trace[1900720686] 'process raft request' (duration: 371.297903ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:19.774293Z","caller":"traceutil/trace.go:171","msg":"trace[1265904926] transaction","detail":"{read_only:false; response_revision:12088; number_of_response:1; }","duration":"374.299248ms","start":"2026-04-29T02:20:19.39994Z","end":"2026-04-29T02:20:19.77424Z","steps":["trace[1265904926] 'process raft request' (duration: 283.192995ms)","trace[1265904926] 'compare' (duration: 90.837169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:20:19.77445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:19.402858Z","time spent":"371.539537ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:20:19.774488Z","caller":"traceutil/trace.go:171","msg":"trace[1623353286] transaction","detail":"{read_only:false; response_revision:12091; number_of_response:1; }","duration":"369.719134ms","start":"2026-04-29T02:20:19.404758Z","end":"2026-04-29T02:20:19.774477Z","steps":["trace[1623353286] 'process raft request' (duration: 369.50494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:19.774551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:19.404751Z","time spent":"369.766945ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:20:19.774567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.701388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsdb6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-29T02:20:19.774611Z","caller":"traceutil/trace.go:171","msg":"trace[1311793692] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsdb6; range_end:; response_count:1; response_revision:12091; }","duration":"143.793509ms","start":"2026-04-29T02:20:19.630805Z","end":"2026-04-29T02:20:19.774598Z","steps":["trace[1311793692] 'agreement among raft nodes before linearized reading' (duration: 143.625055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:19.774641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:19.399924Z","time spent":"374.552334ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:20:19.774374Z","caller":"traceutil/trace.go:171","msg":"trace[1019343506] linearizableReadLoop","detail":"{readStateIndex:12516; appliedIndex:12512; }","duration":"143.508613ms","start":"2026-04-29T02:20:19.630843Z","end":"2026-04-29T02:20:19.774351Z","steps":["trace[1019343506] 'read index received' (duration: 52.317548ms)","trace[1019343506] 'applied index is now lower than readState.Index' (duration: 91.187925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:20:19.774792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.802455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:20:19.774833Z","caller":"traceutil/trace.go:171","msg":"trace[53079594] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:12091; }","duration":"138.876787ms","start":"2026-04-29T02:20:19.635946Z","end":"2026-04-29T02:20:19.774822Z","steps":["trace[53079594] 'agreement among raft nodes before linearized reading' (duration: 138.800106ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:21:23.717856Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10370} {"level":"info","ts":"2026-04-29T02:21:23.802342Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10370,"took":"82.032223ms","hash":3310403749,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":25935872,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-29T02:21:23.802404Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3310403749,"revision":10370,"compact-revision":7993} {"level":"info","ts":"2026-04-29T02:26:23.72387Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12531} {"level":"info","ts":"2026-04-29T02:26:23.805486Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12531,"took":"79.024468ms","hash":2067958265,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":27222016,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-29T02:26:23.805617Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2067958265,"revision":12531,"compact-revision":10370} {"level":"info","ts":"2026-04-29T02:27:13.340266Z","caller":"traceutil/trace.go:171","msg":"trace[246374201] transaction","detail":"{read_only:false; response_revision:14807; number_of_response:1; }","duration":"166.494385ms","start":"2026-04-29T02:27:13.173753Z","end":"2026-04-29T02:27:13.340248Z","steps":["trace[246374201] 'process raft request' (duration: 166.369141ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:13.616166Z","caller":"traceutil/trace.go:171","msg":"trace[821713646] linearizableReadLoop","detail":"{readStateIndex:15330; appliedIndex:15329; }","duration":"229.33284ms","start":"2026-04-29T02:27:13.386803Z","end":"2026-04-29T02:27:13.616136Z","steps":["trace[821713646] 'read index received' (duration: 182.901071ms)","trace[821713646] 'applied index is now lower than readState.Index' (duration: 46.429889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:27:13.616388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.576635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-29T02:27:13.61637Z","caller":"traceutil/trace.go:171","msg":"trace[1415982460] transaction","detail":"{read_only:false; response_revision:14808; number_of_response:1; }","duration":"231.262486ms","start":"2026-04-29T02:27:13.385071Z","end":"2026-04-29T02:27:13.616334Z","steps":["trace[1415982460] 'process raft request' (duration: 184.600442ms)","trace[1415982460] 'compare' (duration: 46.155644ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:27:13.616424Z","caller":"traceutil/trace.go:171","msg":"trace[1764666900] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14808; }","duration":"229.663406ms","start":"2026-04-29T02:27:13.386749Z","end":"2026-04-29T02:27:13.616412Z","steps":["trace[1764666900] 'agreement among raft nodes before linearized reading' (duration: 229.494563ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:28.967397Z","caller":"traceutil/trace.go:171","msg":"trace[1470530513] transaction","detail":"{read_only:false; response_revision:14903; number_of_response:1; }","duration":"115.837827ms","start":"2026-04-29T02:27:28.851522Z","end":"2026-04-29T02:27:28.967359Z","steps":["trace[1470530513] 'process raft request' (duration: 115.543812ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:28.967609Z","caller":"traceutil/trace.go:171","msg":"trace[1079159495] transaction","detail":"{read_only:false; response_revision:14904; number_of_response:1; }","duration":"115.634554ms","start":"2026-04-29T02:27:28.851936Z","end":"2026-04-29T02:27:28.96757Z","steps":["trace[1079159495] 'process raft request' (duration: 115.299158ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:30.085432Z","caller":"traceutil/trace.go:171","msg":"trace[2129929973] linearizableReadLoop","detail":"{readStateIndex:15433; appliedIndex:15432; }","duration":"219.337483ms","start":"2026-04-29T02:27:29.866059Z","end":"2026-04-29T02:27:30.085396Z","steps":["trace[2129929973] 'read index received' (duration: 219.093289ms)","trace[2129929973] 'applied index is now lower than readState.Index' (duration: 243.014µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:27:30.085662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.598287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-29T02:27:30.085733Z","caller":"traceutil/trace.go:171","msg":"trace[246886403] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14906; }","duration":"219.73882ms","start":"2026-04-29T02:27:29.865979Z","end":"2026-04-29T02:27:30.085717Z","steps":["trace[246886403] 'agreement among raft nodes before linearized reading' (duration: 219.536816ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:30.085628Z","caller":"traceutil/trace.go:171","msg":"trace[356495140] transaction","detail":"{read_only:false; response_revision:14906; number_of_response:1; }","duration":"395.326215ms","start":"2026-04-29T02:27:29.690129Z","end":"2026-04-29T02:27:30.085455Z","steps":["trace[356495140] 'process raft request' (duration: 395.05686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:30.08597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:29.690101Z","time spent":"395.762755ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:27:30.353078Z","caller":"traceutil/trace.go:171","msg":"trace[910228256] transaction","detail":"{read_only:false; response_revision:14907; number_of_response:1; }","duration":"261.583544ms","start":"2026-04-29T02:27:30.091449Z","end":"2026-04-29T02:27:30.353032Z","steps":["trace[910228256] 'process raft request' (duration: 252.721028ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:30.354953Z","caller":"traceutil/trace.go:171","msg":"trace[412626731] transaction","detail":"{read_only:false; response_revision:14908; number_of_response:1; }","duration":"263.021791ms","start":"2026-04-29T02:27:30.091895Z","end":"2026-04-29T02:27:30.354917Z","steps":["trace[412626731] 'process raft request' (duration: 262.722826ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:30.354932Z","caller":"traceutil/trace.go:171","msg":"trace[1464278912] transaction","detail":"{read_only:false; response_revision:14909; number_of_response:1; }","duration":"262.981561ms","start":"2026-04-29T02:27:30.091913Z","end":"2026-04-29T02:27:30.354895Z","steps":["trace[1464278912] 'process raft request' (duration: 262.864269ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:30.355144Z","caller":"traceutil/trace.go:171","msg":"trace[1189122206] transaction","detail":"{read_only:false; response_revision:14910; number_of_response:1; }","duration":"263.145363ms","start":"2026-04-29T02:27:30.091978Z","end":"2026-04-29T02:27:30.355123Z","steps":["trace[1189122206] 'process raft request' (duration: 262.850788ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:30.35555Z","caller":"traceutil/trace.go:171","msg":"trace[1378846308] transaction","detail":"{read_only:false; response_revision:14911; number_of_response:1; }","duration":"263.412568ms","start":"2026-04-29T02:27:30.092128Z","end":"2026-04-29T02:27:30.355541Z","steps":["trace[1378846308] 'process raft request' (duration: 262.92016ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:31.116759Z","caller":"traceutil/trace.go:171","msg":"trace[1211173901] transaction","detail":"{read_only:false; response_revision:14918; number_of_response:1; }","duration":"111.087238ms","start":"2026-04-29T02:27:31.005643Z","end":"2026-04-29T02:27:31.11673Z","steps":["trace[1211173901] 'process raft request' (duration: 87.68643ms)","trace[1211173901] 'compare' (duration: 23.191654ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:27:32.508076Z","caller":"traceutil/trace.go:171","msg":"trace[800854639] transaction","detail":"{read_only:false; response_revision:14928; number_of_response:1; }","duration":"141.714562ms","start":"2026-04-29T02:27:32.366332Z","end":"2026-04-29T02:27:32.508046Z","steps":["trace[800854639] 'process raft request' (duration: 141.616449ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:32.508111Z","caller":"traceutil/trace.go:171","msg":"trace[822709382] transaction","detail":"{read_only:false; response_revision:14927; number_of_response:1; }","duration":"142.811052ms","start":"2026-04-29T02:27:32.365256Z","end":"2026-04-29T02:27:32.508067Z","steps":["trace[822709382] 'process raft request' (duration: 135.466333ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:32.508287Z","caller":"traceutil/trace.go:171","msg":"trace[1247827080] transaction","detail":"{read_only:false; response_revision:14929; number_of_response:1; }","duration":"141.057939ms","start":"2026-04-29T02:27:32.367189Z","end":"2026-04-29T02:27:32.508247Z","steps":["trace[1247827080] 'process raft request' (duration: 140.813534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:39.601257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019675465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:27:39.787922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.910392ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:27:39.788106Z","caller":"traceutil/trace.go:171","msg":"trace[695728570] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15069; }","duration":"183.120557ms","start":"2026-04-29T02:27:39.604962Z","end":"2026-04-29T02:27:39.788083Z","steps":["trace[695728570] 'range keys from in-memory index tree' (duration: 182.882742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:39.78882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.47619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:27:39.788951Z","caller":"traceutil/trace.go:171","msg":"trace[1256257325] transaction","detail":"{read_only:false; response_revision:15070; number_of_response:1; }","duration":"820.654864ms","start":"2026-04-29T02:27:38.968275Z","end":"2026-04-29T02:27:39.78893Z","steps":["trace[1256257325] 'process raft request' (duration: 680.96465ms)","trace[1256257325] 'compare' (duration: 139.267055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:27:39.789005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:38.968233Z","time spent":"820.750026ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:27:40.91635Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155936777s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:27:40.983198Z","caller":"traceutil/trace.go:171","msg":"trace[1377341550] transaction","detail":"{read_only:false; response_revision:15073; number_of_response:1; }","duration":"228.185809ms","start":"2026-04-29T02:27:40.754975Z","end":"2026-04-29T02:27:40.983161Z","steps":["trace[1377341550] 'process raft request' (duration: 228.116358ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:40.983555Z","caller":"traceutil/trace.go:171","msg":"trace[272431757] transaction","detail":"{read_only:false; response_revision:15072; number_of_response:1; }","duration":"1.953643011s","start":"2026-04-29T02:27:39.029894Z","end":"2026-04-29T02:27:40.983537Z","steps":["trace[272431757] 'process raft request' (duration: 1.953042319s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:40.983588Z","caller":"traceutil/trace.go:171","msg":"trace[1834255351] transaction","detail":"{read_only:false; response_revision:15071; number_of_response:1; }","duration":"1.967250906s","start":"2026-04-29T02:27:39.01629Z","end":"2026-04-29T02:27:40.983541Z","steps":["trace[1834255351] 'process raft request' (duration: 1.900594609s)","trace[1834255351] 'compare' (duration: 65.535576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:27:40.983733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:39.029859Z","time spent":"1.953733923s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:27:40.983812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:39.016274Z","time spent":"1.967428219s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:27:40.984207Z","caller":"traceutil/trace.go:171","msg":"trace[184110507] linearizableReadLoop","detail":"{readStateIndex:15602; appliedIndex:15599; }","duration":"1.883981487s","start":"2026-04-29T02:27:39.100172Z","end":"2026-04-29T02:27:40.984153Z","steps":["trace[184110507] 'read index received' (duration: 549.083313ms)","trace[184110507] 'applied index is now lower than readState.Index' (duration: 1.334895054s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:27:40.984482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884266783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:27:40.984565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606205361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsdb6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-29T02:27:40.984635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878338273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0814a298-c5d4-41fb-ae82-f9d3aa3e69ae\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-04-29T02:27:40.984646Z","caller":"traceutil/trace.go:171","msg":"trace[410229008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15073; }","duration":"1.884478247s","start":"2026-04-29T02:27:39.100131Z","end":"2026-04-29T02:27:40.984609Z","steps":["trace[410229008] 'agreement among raft nodes before linearized reading' (duration: 1.884210431s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:40.984655Z","caller":"traceutil/trace.go:171","msg":"trace[1709698922] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsdb6; range_end:; response_count:1; response_revision:15073; }","duration":"1.606329994s","start":"2026-04-29T02:27:39.378301Z","end":"2026-04-29T02:27:40.984631Z","steps":["trace[1709698922] 'agreement among raft nodes before linearized reading' (duration: 1.60611724s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:40.984693Z","caller":"traceutil/trace.go:171","msg":"trace[358742337] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0814a298-c5d4-41fb-ae82-f9d3aa3e69ae; range_end:; response_count:1; response_revision:15073; }","duration":"1.878424195s","start":"2026-04-29T02:27:39.106251Z","end":"2026-04-29T02:27:40.984676Z","steps":["trace[358742337] 'agreement among raft nodes before linearized reading' (duration: 1.87815059s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:40.984719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:39.378282Z","time spent":"1.606423865s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-qsdb6\" "} {"level":"warn","ts":"2026-04-29T02:27:40.984725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:39.100111Z","time spent":"1.884601109s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:27:40.984752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:39.106228Z","time spent":"1.878512576s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0814a298-c5d4-41fb-ae82-f9d3aa3e69ae\" "} {"level":"warn","ts":"2026-04-29T02:27:40.984759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078273613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:27:40.984819Z","caller":"traceutil/trace.go:171","msg":"trace[774873014] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:15073; }","duration":"1.07854621s","start":"2026-04-29T02:27:39.906256Z","end":"2026-04-29T02:27:40.984802Z","steps":["trace[774873014] 'agreement among raft nodes before linearized reading' (duration: 1.078250684s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:40.985002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.773699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-29T02:27:40.98502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.635002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-29T02:27:40.985048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:39.906244Z","time spent":"1.078778264s","remote":"127.0.0.1:48728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:27:40.985061Z","caller":"traceutil/trace.go:171","msg":"trace[1419709369] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:15073; }","duration":"240.719633ms","start":"2026-04-29T02:27:40.744329Z","end":"2026-04-29T02:27:40.985049Z","steps":["trace[1419709369] 'agreement among raft nodes before linearized reading' (duration: 240.604051ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:40.985056Z","caller":"traceutil/trace.go:171","msg":"trace[1695646425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15073; }","duration":"445.852601ms","start":"2026-04-29T02:27:40.539179Z","end":"2026-04-29T02:27:40.985032Z","steps":["trace[1695646425] 'agreement among raft nodes before linearized reading' (duration: 445.744669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:40.985084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.907425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:27:40.98511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:40.539158Z","time spent":"445.942453ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:27:40.985098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.996001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:27:40.985143Z","caller":"traceutil/trace.go:171","msg":"trace[1184010152] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:15073; }","duration":"265.953865ms","start":"2026-04-29T02:27:40.719163Z","end":"2026-04-29T02:27:40.985117Z","steps":["trace[1184010152] 'agreement among raft nodes before linearized reading' (duration: 265.884114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:40.985211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.853901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T02:27:40.985222Z","caller":"traceutil/trace.go:171","msg":"trace[388264394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15073; }","duration":"851.174005ms","start":"2026-04-29T02:27:40.134016Z","end":"2026-04-29T02:27:40.98519Z","steps":["trace[388264394] 'agreement among raft nodes before linearized reading' (duration: 850.873199ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:40.98527Z","caller":"traceutil/trace.go:171","msg":"trace[1380198674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15073; }","duration":"445.934773ms","start":"2026-04-29T02:27:40.539323Z","end":"2026-04-29T02:27:40.985258Z","steps":["trace[1380198674] 'agreement among raft nodes before linearized reading' (duration: 445.694619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:40.985287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:40.133989Z","time spent":"851.288117ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:27:40.985311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:40.539313Z","time spent":"445.990134ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:27:40.985302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.544551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-29T02:27:40.984989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.317535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:27:40.985368Z","caller":"traceutil/trace.go:171","msg":"trace[845438270] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:15073; }","duration":"240.659873ms","start":"2026-04-29T02:27:40.744691Z","end":"2026-04-29T02:27:40.985351Z","steps":["trace[845438270] 'agreement among raft nodes before linearized reading' (duration: 240.49729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:40.984782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180710821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0814a298-c5d4-41fb-ae82-f9d3aa3e69ae\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-04-29T02:27:40.985422Z","caller":"traceutil/trace.go:171","msg":"trace[96461797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15073; }","duration":"442.773644ms","start":"2026-04-29T02:27:40.542632Z","end":"2026-04-29T02:27:40.985406Z","steps":["trace[96461797] 'agreement among raft nodes before linearized reading' (duration: 442.02929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:40.985438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.727423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-29T02:27:40.985472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:40.542597Z","time spent":"442.863266ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:27:40.985487Z","caller":"traceutil/trace.go:171","msg":"trace[1460103599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15073; }","duration":"550.822675ms","start":"2026-04-29T02:27:40.434654Z","end":"2026-04-29T02:27:40.985477Z","steps":["trace[1460103599] 'agreement among raft nodes before linearized reading' (duration: 550.635352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:40.985519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:40.434628Z","time spent":"550.883597ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:27:40.984852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218142391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-04-29T02:27:40.986492Z","caller":"traceutil/trace.go:171","msg":"trace[1977755087] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:15073; }","duration":"1.219856133s","start":"2026-04-29T02:27:39.766619Z","end":"2026-04-29T02:27:40.986475Z","steps":["trace[1977755087] 'agreement among raft nodes before linearized reading' (duration: 1.217877356s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:40.986549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:39.766584Z","time spent":"1.219947614s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-29T02:27:40.984824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613704741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-9799j.18aab2db49170298\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-29T02:27:40.986651Z","caller":"traceutil/trace.go:171","msg":"trace[252889057] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-9799j.18aab2db49170298; range_end:; response_count:1; response_revision:15073; }","duration":"1.615622197s","start":"2026-04-29T02:27:39.371015Z","end":"2026-04-29T02:27:40.986637Z","steps":["trace[252889057] 'agreement among raft nodes before linearized reading' (duration: 1.613432116s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:40.986694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:39.370988Z","time spent":"1.615693079s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/ovn-controller-default-9799j.18aab2db49170298\" "} {"level":"info","ts":"2026-04-29T02:27:40.985478Z","caller":"traceutil/trace.go:171","msg":"trace[355770912] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0814a298-c5d4-41fb-ae82-f9d3aa3e69ae; range_end:; response_count:1; response_revision:15073; }","duration":"1.181510606s","start":"2026-04-29T02:27:39.803943Z","end":"2026-04-29T02:27:40.985453Z","steps":["trace[355770912] 'agreement among raft nodes before linearized reading' (duration: 1.180471317s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:40.987095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:39.803918Z","time spent":"1.183156516s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0814a298-c5d4-41fb-ae82-f9d3aa3e69ae\" "} {"level":"warn","ts":"2026-04-29T02:27:40.985389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17909075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b5b5f50-e609-4bff-ad7b-86b978b22c03\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-04-29T02:27:40.987271Z","caller":"traceutil/trace.go:171","msg":"trace[807732533] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4b5b5f50-e609-4bff-ad7b-86b978b22c03; range_end:; response_count:1; response_revision:15073; }","duration":"1.181020447s","start":"2026-04-29T02:27:39.806226Z","end":"2026-04-29T02:27:40.987246Z","steps":["trace[807732533] 'agreement among raft nodes before linearized reading' (duration: 1.178635872s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:40.987338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:39.806197Z","time spent":"1.181129708s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b5b5f50-e609-4bff-ad7b-86b978b22c03\" "} {"level":"warn","ts":"2026-04-29T02:27:40.98589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792269582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-29T02:27:40.987432Z","caller":"traceutil/trace.go:171","msg":"trace[1944343895] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15073; }","duration":"1.795055674s","start":"2026-04-29T02:27:39.192368Z","end":"2026-04-29T02:27:40.987423Z","steps":["trace[1944343895] 'agreement among raft nodes before linearized reading' (duration: 1.792120099s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:40.987467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:39.192342Z","time spent":"1.795115605s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:27:40.987649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.926796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:27:40.987701Z","caller":"traceutil/trace.go:171","msg":"trace[1722303027] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:15073; }","duration":"638.018537ms","start":"2026-04-29T02:27:40.349668Z","end":"2026-04-29T02:27:40.987686Z","steps":["trace[1722303027] 'agreement among raft nodes before linearized reading' (duration: 634.736436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:40.987732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:40.349646Z","time spent":"638.076228ms","remote":"127.0.0.1:51874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:27:47.932955Z","caller":"traceutil/trace.go:171","msg":"trace[651832038] transaction","detail":"{read_only:false; response_revision:15251; number_of_response:1; }","duration":"114.068214ms","start":"2026-04-29T02:27:47.81886Z","end":"2026-04-29T02:27:47.932928Z","steps":["trace[651832038] 'process raft request' (duration: 113.918141ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:48.172532Z","caller":"traceutil/trace.go:171","msg":"trace[1836560196] linearizableReadLoop","detail":"{readStateIndex:15792; appliedIndex:15791; }","duration":"112.419493ms","start":"2026-04-29T02:27:48.060086Z","end":"2026-04-29T02:27:48.172506Z","steps":["trace[1836560196] 'read index received' (duration: 112.315981ms)","trace[1836560196] 'applied index is now lower than readState.Index' (duration: 102.422µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:27:48.172638Z","caller":"traceutil/trace.go:171","msg":"trace[1854728116] transaction","detail":"{read_only:false; response_revision:15252; number_of_response:1; }","duration":"188.496456ms","start":"2026-04-29T02:27:47.984106Z","end":"2026-04-29T02:27:48.172603Z","steps":["trace[1854728116] 'process raft request' (duration: 188.223702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:48.17295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.876702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vr4fm\" ","response":"range_response_count:1 size:20609"} {"level":"info","ts":"2026-04-29T02:27:48.173005Z","caller":"traceutil/trace.go:171","msg":"trace[1721419327] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vr4fm; range_end:; response_count:1; response_revision:15252; }","duration":"113.028125ms","start":"2026-04-29T02:27:48.059963Z","end":"2026-04-29T02:27:48.172991Z","steps":["trace[1721419327] 'agreement among raft nodes before linearized reading' (duration: 112.75075ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:48.277663Z","caller":"traceutil/trace.go:171","msg":"trace[1492817650] transaction","detail":"{read_only:false; response_revision:15253; number_of_response:1; }","duration":"125.970266ms","start":"2026-04-29T02:27:48.151658Z","end":"2026-04-29T02:27:48.277628Z","steps":["trace[1492817650] 'process raft request' (duration: 89.591837ms)","trace[1492817650] 'compare' (duration: 36.183066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:27:48.278002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.646783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:27:48.278067Z","caller":"traceutil/trace.go:171","msg":"trace[1804617747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15254; }","duration":"178.753165ms","start":"2026-04-29T02:27:48.099298Z","end":"2026-04-29T02:27:48.278051Z","steps":["trace[1804617747] 'agreement among raft nodes before linearized reading' (duration: 178.634413ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:48.278101Z","caller":"traceutil/trace.go:171","msg":"trace[1050044815] linearizableReadLoop","detail":"{readStateIndex:15793; appliedIndex:15792; }","duration":"104.953213ms","start":"2026-04-29T02:27:48.172782Z","end":"2026-04-29T02:27:48.277735Z","steps":["trace[1050044815] 'read index received' (duration: 68.413329ms)","trace[1050044815] 'applied index is now lower than readState.Index' (duration: 36.536434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:27:48.981217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.481961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:27:48.981374Z","caller":"traceutil/trace.go:171","msg":"trace[296013434] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:15256; }","duration":"385.685025ms","start":"2026-04-29T02:27:48.595658Z","end":"2026-04-29T02:27:48.981343Z","steps":["trace[296013434] 'count revisions from in-memory index tree' (duration: 385.37296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:48.981438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:48.595576Z","time spent":"385.849288ms","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:27:48.98151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.876536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-djdvq\" ","response":"range_response_count:1 size:13195"} {"level":"info","ts":"2026-04-29T02:27:48.98162Z","caller":"traceutil/trace.go:171","msg":"trace[1023187075] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-djdvq; range_end:; response_count:1; response_revision:15256; }","duration":"442.0441ms","start":"2026-04-29T02:27:48.53955Z","end":"2026-04-29T02:27:48.981594Z","steps":["trace[1023187075] 'range keys from in-memory index tree' (duration: 441.633332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:48.981678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:48.539526Z","time spent":"442.139262ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":13219,"request content":"key:\"/registry/pods/openstack/openvswitch-djdvq\" "} {"level":"warn","ts":"2026-04-29T02:27:49.332781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.752434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:27:49.332953Z","caller":"traceutil/trace.go:171","msg":"trace[1604578236] transaction","detail":"{read_only:false; response_revision:15258; number_of_response:1; }","duration":"319.031209ms","start":"2026-04-29T02:27:49.013899Z","end":"2026-04-29T02:27:49.33293Z","steps":["trace[1604578236] 'process raft request' (duration: 217.02204ms)","trace[1604578236] 'compare' (duration: 101.602052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:27:49.33304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:49.013881Z","time spent":"319.128641ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:27:49.333238Z","caller":"traceutil/trace.go:171","msg":"trace[1620593342] transaction","detail":"{read_only:false; response_revision:15259; number_of_response:1; }","duration":"318.633671ms","start":"2026-04-29T02:27:49.014565Z","end":"2026-04-29T02:27:49.333198Z","steps":["trace[1620593342] 'process raft request' (duration: 318.327965ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:49.333291Z","caller":"traceutil/trace.go:171","msg":"trace[1364029860] linearizableReadLoop","detail":"{readStateIndex:15798; appliedIndex:15796; }","duration":"319.283284ms","start":"2026-04-29T02:27:49.013977Z","end":"2026-04-29T02:27:49.333261Z","steps":["trace[1364029860] 'read index received' (duration: 67.397212ms)","trace[1364029860] 'applied index is now lower than readState.Index' (duration: 251.885072ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:27:49.33336Z","caller":"traceutil/trace.go:171","msg":"trace[1502534108] transaction","detail":"{read_only:false; response_revision:15260; number_of_response:1; }","duration":"317.437729ms","start":"2026-04-29T02:27:49.015872Z","end":"2026-04-29T02:27:49.33331Z","steps":["trace[1502534108] 'process raft request' (duration: 317.202055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.333414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:49.014551Z","time spent":"318.770954ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:27:49.333491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.501509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-04-29T02:27:49.333533Z","caller":"traceutil/trace.go:171","msg":"trace[33279067] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:15260; }","duration":"319.600161ms","start":"2026-04-29T02:27:49.013923Z","end":"2026-04-29T02:27:49.333524Z","steps":["trace[33279067] 'agreement among raft nodes before linearized reading' (duration: 319.455078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.333534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:49.015859Z","time spent":"317.586032ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:27:49.333557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.43209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-djdvq\" ","response":"range_response_count:1 size:13165"} {"level":"info","ts":"2026-04-29T02:27:49.333603Z","caller":"traceutil/trace.go:171","msg":"trace[1058640238] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-djdvq; range_end:; response_count:1; response_revision:15260; }","duration":"247.519412ms","start":"2026-04-29T02:27:49.086071Z","end":"2026-04-29T02:27:49.333591Z","steps":["trace[1058640238] 'agreement among raft nodes before linearized reading' (duration: 247.356379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.333629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.174129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsdb6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-29T02:27:49.333582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.516886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T02:27:49.333654Z","caller":"traceutil/trace.go:171","msg":"trace[198092605] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsdb6; range_end:; response_count:1; response_revision:15260; }","duration":"236.21002ms","start":"2026-04-29T02:27:49.097435Z","end":"2026-04-29T02:27:49.333645Z","steps":["trace[198092605] 'agreement among raft nodes before linearized reading' (duration: 236.145829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.333648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.010534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-29T02:27:49.3335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.142276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:27:49.333691Z","caller":"traceutil/trace.go:171","msg":"trace[778754238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15260; }","duration":"292.065644ms","start":"2026-04-29T02:27:49.04161Z","end":"2026-04-29T02:27:49.333675Z","steps":["trace[778754238] 'agreement among raft nodes before linearized reading' (duration: 291.980923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.333561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:49.01391Z","time spent":"319.644751ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":713,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-29T02:27:49.333722Z","caller":"traceutil/trace.go:171","msg":"trace[1616940589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15260; }","duration":"300.393621ms","start":"2026-04-29T02:27:49.033316Z","end":"2026-04-29T02:27:49.333709Z","steps":["trace[1616940589] 'agreement among raft nodes before linearized reading' (duration: 300.100846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.33369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.003706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-29T02:27:49.33377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:49.033305Z","time spent":"300.451792ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:27:49.333817Z","caller":"traceutil/trace.go:171","msg":"trace[1622639752] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15260; }","duration":"104.172589ms","start":"2026-04-29T02:27:49.229618Z","end":"2026-04-29T02:27:49.33379Z","steps":["trace[1622639752] 'agreement among raft nodes before linearized reading' (duration: 103.906505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.33384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.157767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T02:27:49.333868Z","caller":"traceutil/trace.go:171","msg":"trace[1855342907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15260; }","duration":"299.206959ms","start":"2026-04-29T02:27:49.034652Z","end":"2026-04-29T02:27:49.333859Z","steps":["trace[1855342907] 'agreement among raft nodes before linearized reading' (duration: 299.132787ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:49.333798Z","caller":"traceutil/trace.go:171","msg":"trace[498846322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15260; }","duration":"298.606778ms","start":"2026-04-29T02:27:49.035042Z","end":"2026-04-29T02:27:49.333649Z","steps":["trace[498846322] 'agreement among raft nodes before linearized reading' (duration: 298.478976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.333557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.607161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T02:27:49.333992Z","caller":"traceutil/trace.go:171","msg":"trace[1241701072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15260; }","duration":"296.06895ms","start":"2026-04-29T02:27:49.037912Z","end":"2026-04-29T02:27:49.333981Z","steps":["trace[1241701072] 'agreement among raft nodes before linearized reading' (duration: 295.51881ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:49.498636Z","caller":"traceutil/trace.go:171","msg":"trace[446929513] transaction","detail":"{read_only:false; response_revision:15263; number_of_response:1; }","duration":"159.059446ms","start":"2026-04-29T02:27:49.339552Z","end":"2026-04-29T02:27:49.498612Z","steps":["trace[446929513] 'process raft request' (duration: 158.938313ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:49.498839Z","caller":"traceutil/trace.go:171","msg":"trace[1074579573] transaction","detail":"{read_only:false; response_revision:15262; number_of_response:1; }","duration":"159.346301ms","start":"2026-04-29T02:27:49.33948Z","end":"2026-04-29T02:27:49.498826Z","steps":["trace[1074579573] 'process raft request' (duration: 136.260379ms)","trace[1074579573] 'compare' (duration: 22.369228ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:27:49.498948Z","caller":"traceutil/trace.go:171","msg":"trace[122188240] transaction","detail":"{read_only:false; response_revision:15267; number_of_response:1; }","duration":"154.282856ms","start":"2026-04-29T02:27:49.34465Z","end":"2026-04-29T02:27:49.498933Z","steps":["trace[122188240] 'process raft request' (duration: 154.214795ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:49.499017Z","caller":"traceutil/trace.go:171","msg":"trace[1668154028] transaction","detail":"{read_only:false; response_revision:15265; number_of_response:1; }","duration":"159.406662ms","start":"2026-04-29T02:27:49.339588Z","end":"2026-04-29T02:27:49.498995Z","steps":["trace[1668154028] 'process raft request' (duration: 159.161418ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:49.499086Z","caller":"traceutil/trace.go:171","msg":"trace[474516623] transaction","detail":"{read_only:false; response_revision:15266; number_of_response:1; }","duration":"159.405863ms","start":"2026-04-29T02:27:49.339666Z","end":"2026-04-29T02:27:49.499072Z","steps":["trace[474516623] 'process raft request' (duration: 159.147148ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:49.499163Z","caller":"traceutil/trace.go:171","msg":"trace[793858627] transaction","detail":"{read_only:false; response_revision:15264; number_of_response:1; }","duration":"159.599476ms","start":"2026-04-29T02:27:49.339556Z","end":"2026-04-29T02:27:49.499155Z","steps":["trace[793858627] 'process raft request' (duration: 159.006184ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:57.296555Z","caller":"traceutil/trace.go:171","msg":"trace[129644962] transaction","detail":"{read_only:false; response_revision:15377; number_of_response:1; }","duration":"165.800302ms","start":"2026-04-29T02:27:57.130724Z","end":"2026-04-29T02:27:57.296524Z","steps":["trace[129644962] 'process raft request' (duration: 165.605098ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:57.467335Z","caller":"traceutil/trace.go:171","msg":"trace[1828924401] transaction","detail":"{read_only:false; response_revision:15381; number_of_response:1; }","duration":"106.248677ms","start":"2026-04-29T02:27:57.361065Z","end":"2026-04-29T02:27:57.467314Z","steps":["trace[1828924401] 'process raft request' (duration: 106.139435ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:57.467335Z","caller":"traceutil/trace.go:171","msg":"trace[1273821864] transaction","detail":"{read_only:false; response_revision:15380; number_of_response:1; }","duration":"106.715566ms","start":"2026-04-29T02:27:57.360593Z","end":"2026-04-29T02:27:57.467308Z","steps":["trace[1273821864] 'process raft request' (duration: 106.206447ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:28:27.817451Z","caller":"traceutil/trace.go:171","msg":"trace[11231202] linearizableReadLoop","detail":"{readStateIndex:16115; appliedIndex:16114; }","duration":"116.821477ms","start":"2026-04-29T02:28:27.700597Z","end":"2026-04-29T02:28:27.817418Z","steps":["trace[11231202] 'read index received' (duration: 79.420596ms)","trace[11231202] 'applied index is now lower than readState.Index' (duration: 37.399661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:28:27.81788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.263114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T02:28:27.817989Z","caller":"traceutil/trace.go:171","msg":"trace[756243802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15566; }","duration":"117.421727ms","start":"2026-04-29T02:28:27.700542Z","end":"2026-04-29T02:28:27.817964Z","steps":["trace[756243802] 'agreement among raft nodes before linearized reading' (duration: 117.122142ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:28:27.818356Z","caller":"traceutil/trace.go:171","msg":"trace[1606671538] transaction","detail":"{read_only:false; response_revision:15566; number_of_response:1; }","duration":"151.26341ms","start":"2026-04-29T02:28:27.667076Z","end":"2026-04-29T02:28:27.818339Z","steps":["trace[1606671538] 'process raft request' (duration: 112.934213ms)","trace[1606671538] 'compare' (duration: 37.262637ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:28:46.057577Z","caller":"traceutil/trace.go:171","msg":"trace[1779994477] transaction","detail":"{read_only:false; response_revision:15982; number_of_response:1; }","duration":"106.443411ms","start":"2026-04-29T02:28:45.951102Z","end":"2026-04-29T02:28:46.057545Z","steps":["trace[1779994477] 'process raft request' (duration: 72.467056ms)","trace[1779994477] 'compare' (duration: 33.767712ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:28:46.057698Z","caller":"traceutil/trace.go:171","msg":"trace[66946579] linearizableReadLoop","detail":"{readStateIndex:16540; appliedIndex:16538; }","duration":"103.619689ms","start":"2026-04-29T02:28:45.954051Z","end":"2026-04-29T02:28:46.057671Z","steps":["trace[66946579] 'read index received' (duration: 69.49603ms)","trace[66946579] 'applied index is now lower than readState.Index' (duration: 34.122439ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:28:46.05783Z","caller":"traceutil/trace.go:171","msg":"trace[1355287798] transaction","detail":"{read_only:false; response_revision:15983; number_of_response:1; }","duration":"106.509662ms","start":"2026-04-29T02:28:45.951308Z","end":"2026-04-29T02:28:46.057818Z","steps":["trace[1355287798] 'process raft request' (duration: 106.182826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:46.058028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.952615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T02:28:46.058117Z","caller":"traceutil/trace.go:171","msg":"trace[1063965538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15983; }","duration":"104.047496ms","start":"2026-04-29T02:28:45.954046Z","end":"2026-04-29T02:28:46.058094Z","steps":["trace[1063965538] 'agreement among raft nodes before linearized reading' (duration: 103.834652ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:28:46.424936Z","caller":"traceutil/trace.go:171","msg":"trace[652582829] transaction","detail":"{read_only:false; response_revision:15986; number_of_response:1; }","duration":"266.531436ms","start":"2026-04-29T02:28:46.158362Z","end":"2026-04-29T02:28:46.424893Z","steps":["trace[652582829] 'process raft request' (duration: 266.244701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:46.425149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.531378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4b5b5f50-e609-4bff-ad7b-86b978b22c03\" ","response":"range_response_count:1 size:1283"} {"level":"info","ts":"2026-04-29T02:28:46.425249Z","caller":"traceutil/trace.go:171","msg":"trace[181445768] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4b5b5f50-e609-4bff-ad7b-86b978b22c03; range_end:; response_count:1; response_revision:15986; }","duration":"264.677562ms","start":"2026-04-29T02:28:46.160549Z","end":"2026-04-29T02:28:46.425226Z","steps":["trace[181445768] 'agreement among raft nodes before linearized reading' (duration: 264.426696ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:28:46.425694Z","caller":"traceutil/trace.go:171","msg":"trace[1910175848] linearizableReadLoop","detail":"{readStateIndex:16543; appliedIndex:16542; }","duration":"265.067409ms","start":"2026-04-29T02:28:46.160595Z","end":"2026-04-29T02:28:46.425663Z","steps":["trace[1910175848] 'read index received' (duration: 264.10613ms)","trace[1910175848] 'applied index is now lower than readState.Index' (duration: 70.132µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:28:46.428635Z","caller":"traceutil/trace.go:171","msg":"trace[2072963292] transaction","detail":"{read_only:false; response_revision:15987; number_of_response:1; }","duration":"265.924056ms","start":"2026-04-29T02:28:46.162679Z","end":"2026-04-29T02:28:46.428603Z","steps":["trace[2072963292] 'process raft request' (duration: 265.644381ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:28:46.429002Z","caller":"traceutil/trace.go:171","msg":"trace[277637807] transaction","detail":"{read_only:false; response_revision:15988; number_of_response:1; }","duration":"168.509612ms","start":"2026-04-29T02:28:46.26047Z","end":"2026-04-29T02:28:46.428979Z","steps":["trace[277637807] 'process raft request' (duration: 168.027464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:46.429512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.813246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-tf744\" ","response":"range_response_count:1 size:9790"} {"level":"info","ts":"2026-04-29T02:28:46.4296Z","caller":"traceutil/trace.go:171","msg":"trace[1041438531] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-tf744; range_end:; response_count:1; response_revision:15988; }","duration":"248.936078ms","start":"2026-04-29T02:28:46.180641Z","end":"2026-04-29T02:28:46.429577Z","steps":["trace[1041438531] 'agreement among raft nodes before linearized reading' (duration: 248.151223ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:19.695048Z","caller":"traceutil/trace.go:171","msg":"trace[207593606] transaction","detail":"{read_only:false; response_revision:16157; number_of_response:1; }","duration":"136.067066ms","start":"2026-04-29T02:29:19.558953Z","end":"2026-04-29T02:29:19.69502Z","steps":["trace[207593606] 'process raft request' (duration: 135.899363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:20.426769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.921307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:29:20.426914Z","caller":"traceutil/trace.go:171","msg":"trace[383507101] linearizableReadLoop","detail":"{readStateIndex:16722; appliedIndex:16720; }","duration":"782.654763ms","start":"2026-04-29T02:29:19.644238Z","end":"2026-04-29T02:29:20.426892Z","steps":["trace[383507101] 'read index received' (duration: 50.651538ms)","trace[383507101] 'applied index is now lower than readState.Index' (duration: 731.997055ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:29:20.427006Z","caller":"traceutil/trace.go:171","msg":"trace[219051192] transaction","detail":"{read_only:false; response_revision:16158; number_of_response:1; }","duration":"818.495863ms","start":"2026-04-29T02:29:19.608497Z","end":"2026-04-29T02:29:20.426993Z","steps":["trace[219051192] 'process raft request' (duration: 638.249211ms)","trace[219051192] 'compare' (duration: 179.505809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:29:20.427086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:19.608467Z","time spent":"818.570384ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:29:20.427361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.128611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:20.427445Z","caller":"traceutil/trace.go:171","msg":"trace[649343720] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16158; }","duration":"783.244135ms","start":"2026-04-29T02:29:19.644181Z","end":"2026-04-29T02:29:20.427425Z","steps":["trace[649343720] 'agreement among raft nodes before linearized reading' (duration: 783.129782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:20.427511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:19.64416Z","time spent":"783.337966ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:29:20.927025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019679026,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:29:21.10884Z","caller":"traceutil/trace.go:171","msg":"trace[464918849] transaction","detail":"{read_only:false; response_revision:16161; number_of_response:1; }","duration":"1.289622058s","start":"2026-04-29T02:29:19.819191Z","end":"2026-04-29T02:29:21.108814Z","steps":["trace[464918849] 'process raft request' (duration: 1.289538807s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.108987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:19.819179Z","time spent":"1.28972909s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:29:21.109217Z","caller":"traceutil/trace.go:171","msg":"trace[849634618] transaction","detail":"{read_only:false; response_revision:16160; number_of_response:1; }","duration":"1.298509354s","start":"2026-04-29T02:29:19.81066Z","end":"2026-04-29T02:29:21.109169Z","steps":["trace[849634618] 'process raft request' (duration: 1.298003474s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.109373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:19.810642Z","time spent":"1.298642278s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:29:21.109455Z","caller":"traceutil/trace.go:171","msg":"trace[1464486184] transaction","detail":"{read_only:false; response_revision:16159; number_of_response:1; }","duration":"1.382573077s","start":"2026-04-29T02:29:19.726441Z","end":"2026-04-29T02:29:21.109014Z","steps":["trace[1464486184] 'process raft request' (duration: 1.369455712s)","trace[1464486184] 'compare' (duration: 12.118737ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:29:21.109614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:19.726416Z","time spent":"1.383111347s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:29:21.112789Z","caller":"traceutil/trace.go:171","msg":"trace[1807605628] transaction","detail":"{read_only:false; response_revision:16162; number_of_response:1; }","duration":"551.455697ms","start":"2026-04-29T02:29:20.561314Z","end":"2026-04-29T02:29:21.11277Z","steps":["trace[1807605628] 'process raft request' (duration: 551.325075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.112884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.561298Z","time spent":"551.541499ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:29:21.112981Z","caller":"traceutil/trace.go:171","msg":"trace[1228216510] linearizableReadLoop","detail":"{readStateIndex:16727; appliedIndex:16722; }","duration":"686.005805ms","start":"2026-04-29T02:29:20.426953Z","end":"2026-04-29T02:29:21.112959Z","steps":["trace[1228216510] 'read index received' (duration: 668.949036ms)","trace[1228216510] 'applied index is now lower than readState.Index' (duration: 17.055679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:29:21.113149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301221255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:21.113188Z","caller":"traceutil/trace.go:171","msg":"trace[117931919] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16163; }","duration":"1.301290116s","start":"2026-04-29T02:29:19.811888Z","end":"2026-04-29T02:29:21.113178Z","steps":["trace[117931919] 'agreement among raft nodes before linearized reading' (duration: 1.301182124s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.113218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:19.811876Z","time spent":"1.301335766s","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-29T02:29:21.113217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306953842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:29:21.113281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460885281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-29T02:29:21.113258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.956389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:29:21.113315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152591914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-04-29T02:29:21.113339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.779459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsdb6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-29T02:29:21.113368Z","caller":"traceutil/trace.go:171","msg":"trace[1739876142] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16163; }","duration":"596.106822ms","start":"2026-04-29T02:29:20.517238Z","end":"2026-04-29T02:29:21.113345Z","steps":["trace[1739876142] 'agreement among raft nodes before linearized reading' (duration: 595.930739ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:21.11339Z","caller":"traceutil/trace.go:171","msg":"trace[1230628224] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16163; }","duration":"1.152709556s","start":"2026-04-29T02:29:19.960661Z","end":"2026-04-29T02:29:21.11337Z","steps":["trace[1230628224] 'agreement among raft nodes before linearized reading' (duration: 1.15239144s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:21.113406Z","caller":"traceutil/trace.go:171","msg":"trace[880756742] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsdb6; range_end:; response_count:1; response_revision:16163; }","duration":"701.889302ms","start":"2026-04-29T02:29:20.411502Z","end":"2026-04-29T02:29:21.113391Z","steps":["trace[880756742] 'agreement among raft nodes before linearized reading' (duration: 701.713808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.113395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.766514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-29T02:29:21.113421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.517218Z","time spent":"596.189653ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-29T02:29:21.11345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.411481Z","time spent":"701.956942ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-qsdb6\" "} {"level":"info","ts":"2026-04-29T02:29:21.113458Z","caller":"traceutil/trace.go:171","msg":"trace[818111279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16163; }","duration":"875.853086ms","start":"2026-04-29T02:29:20.237591Z","end":"2026-04-29T02:29:21.113444Z","steps":["trace[818111279] 'agreement among raft nodes before linearized reading' (duration: 875.700193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.113469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301967858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-29T02:29:21.113311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.708938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T02:29:21.113564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031579731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T02:29:21.11361Z","caller":"traceutil/trace.go:171","msg":"trace[1208350779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16163; }","duration":"1.031658772s","start":"2026-04-29T02:29:20.081937Z","end":"2026-04-29T02:29:21.113596Z","steps":["trace[1208350779] 'agreement among raft nodes before linearized reading' (duration: 1.03153904s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.113631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.509879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-29T02:29:21.113658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.081917Z","time spent":"1.031730643s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:29:21.113669Z","caller":"traceutil/trace.go:171","msg":"trace[1535729927] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16163; }","duration":"589.56753ms","start":"2026-04-29T02:29:20.524092Z","end":"2026-04-29T02:29:21.113659Z","steps":["trace[1535729927] 'agreement among raft nodes before linearized reading' (duration: 589.429858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.113707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.524083Z","time spent":"589.618311ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-29T02:29:21.11365Z","caller":"traceutil/trace.go:171","msg":"trace[1187939656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16163; }","duration":"881.005874ms","start":"2026-04-29T02:29:20.232576Z","end":"2026-04-29T02:29:21.113582Z","steps":["trace[1187939656] 'agreement among raft nodes before linearized reading' (duration: 880.527074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.113844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031858156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T02:29:21.113332Z","caller":"traceutil/trace.go:171","msg":"trace[1325121292] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16163; }","duration":"1.460958983s","start":"2026-04-29T02:29:19.652359Z","end":"2026-04-29T02:29:21.113318Z","steps":["trace[1325121292] 'agreement among raft nodes before linearized reading' (duration: 1.460724669s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:21.1139Z","caller":"traceutil/trace.go:171","msg":"trace[856772054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16163; }","duration":"1.031948828s","start":"2026-04-29T02:29:20.081938Z","end":"2026-04-29T02:29:21.113886Z","steps":["trace[856772054] 'agreement among raft nodes before linearized reading' (duration: 1.031819785s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.113916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:19.652349Z","time spent":"1.461550485s","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:29:21.113951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.081917Z","time spent":"1.032022778s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:29:21.113708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.126557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:29:21.113448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:19.960637Z","time spent":"1.152798237s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-29T02:29:21.11401Z","caller":"traceutil/trace.go:171","msg":"trace[1797729505] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16163; }","duration":"593.445452ms","start":"2026-04-29T02:29:20.520548Z","end":"2026-04-29T02:29:21.113993Z","steps":["trace[1797729505] 'agreement among raft nodes before linearized reading' (duration: 593.119287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.114063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.520538Z","time spent":"593.508694ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-29T02:29:21.114012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.399998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-29T02:29:21.114136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101454108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-04-29T02:29:21.113515Z","caller":"traceutil/trace.go:171","msg":"trace[2144706278] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16163; }","duration":"1.302030641s","start":"2026-04-29T02:29:19.811471Z","end":"2026-04-29T02:29:21.113502Z","steps":["trace[2144706278] 'agreement among raft nodes before linearized reading' (duration: 1.301895717s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:21.11419Z","caller":"traceutil/trace.go:171","msg":"trace[1441057020] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16163; }","duration":"1.101531599s","start":"2026-04-29T02:29:20.012646Z","end":"2026-04-29T02:29:21.114177Z","steps":["trace[1441057020] 'agreement among raft nodes before linearized reading' (duration: 1.101405006s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.11421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.990841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:29:21.114228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:19.811462Z","time spent":"1.302750343s","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:29:21.114241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.012632Z","time spent":"1.101588561s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-29T02:29:21.114264Z","caller":"traceutil/trace.go:171","msg":"trace[426189224] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16163; }","duration":"596.065522ms","start":"2026-04-29T02:29:20.518185Z","end":"2026-04-29T02:29:21.11425Z","steps":["trace[426189224] 'agreement among raft nodes before linearized reading' (duration: 595.987301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.113505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.237579Z","time spent":"875.913858ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:29:21.113832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.232512Z","time spent":"881.303949ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:29:21.114362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15238291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:21.114413Z","caller":"traceutil/trace.go:171","msg":"trace[728591106] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16163; }","duration":"1.152467992s","start":"2026-04-29T02:29:19.961933Z","end":"2026-04-29T02:29:21.114401Z","steps":["trace[728591106] 'agreement among raft nodes before linearized reading' (duration: 1.15239505s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.113237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028641235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T02:29:21.11446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:19.961914Z","time spent":"1.152535083s","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:29:21.114519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.379715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-29T02:29:21.114545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.24712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:21.114568Z","caller":"traceutil/trace.go:171","msg":"trace[1356464150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16163; }","duration":"877.452835ms","start":"2026-04-29T02:29:20.237099Z","end":"2026-04-29T02:29:21.114552Z","steps":["trace[1356464150] 'agreement among raft nodes before linearized reading' (duration: 877.347604ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:21.114586Z","caller":"traceutil/trace.go:171","msg":"trace[249672907] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16163; }","duration":"971.299242ms","start":"2026-04-29T02:29:20.143272Z","end":"2026-04-29T02:29:21.114572Z","steps":["trace[249672907] 'agreement among raft nodes before linearized reading' (duration: 971.245461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.114601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.237069Z","time spent":"877.524697ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:29:21.11462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.143263Z","time spent":"971.349743ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:29:21.114306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.518174Z","time spent":"596.120523ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-29T02:29:21.11451Z","caller":"traceutil/trace.go:171","msg":"trace[987652235] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16163; }","duration":"968.717203ms","start":"2026-04-29T02:29:20.145446Z","end":"2026-04-29T02:29:21.114163Z","steps":["trace[987652235] 'agreement among raft nodes before linearized reading' (duration: 968.091842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.114771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.145434Z","time spent":"969.327055ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:29:21.114773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.290193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-04-29T02:29:21.114278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469619666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-04-29T02:29:21.114819Z","caller":"traceutil/trace.go:171","msg":"trace[2111266875] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16163; }","duration":"970.359524ms","start":"2026-04-29T02:29:20.144446Z","end":"2026-04-29T02:29:21.114806Z","steps":["trace[2111266875] 'agreement among raft nodes before linearized reading' (duration: 970.239922ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:21.114834Z","caller":"traceutil/trace.go:171","msg":"trace[84506215] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16163; }","duration":"1.470246947s","start":"2026-04-29T02:29:19.644574Z","end":"2026-04-29T02:29:21.114821Z","steps":["trace[84506215] 'agreement among raft nodes before linearized reading' (duration: 1.468970454s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.114852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.144434Z","time spent":"970.410536ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-29T02:29:21.114522Z","caller":"traceutil/trace.go:171","msg":"trace[689975370] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16163; }","duration":"1.0300242s","start":"2026-04-29T02:29:20.084457Z","end":"2026-04-29T02:29:21.114481Z","steps":["trace[689975370] 'agreement among raft nodes before linearized reading' (duration: 1.028532942s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.114889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:19.644553Z","time spent":"1.470321389s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-29T02:29:21.114901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.084439Z","time spent":"1.030445419s","remote":"127.0.0.1:56092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:29:21.114954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015854037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:21.114982Z","caller":"traceutil/trace.go:171","msg":"trace[7316858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16163; }","duration":"1.015894907s","start":"2026-04-29T02:29:20.099077Z","end":"2026-04-29T02:29:21.114972Z","steps":["trace[7316858] 'agreement among raft nodes before linearized reading' (duration: 1.015850396s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.11502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.099069Z","time spent":"1.015945858s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:29:21.115136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.5227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:29:21.113908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.910691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-tf744\" ","response":"range_response_count:1 size:9790"} {"level":"info","ts":"2026-04-29T02:29:21.113852Z","caller":"traceutil/trace.go:171","msg":"trace[1156397127] transaction","detail":"{read_only:false; response_revision:16163; number_of_response:1; }","duration":"505.751432ms","start":"2026-04-29T02:29:20.608081Z","end":"2026-04-29T02:29:21.113832Z","steps":["trace[1156397127] 'process raft request' (duration: 504.649371ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:21.113327Z","caller":"traceutil/trace.go:171","msg":"trace[1690450242] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16163; }","duration":"1.307078374s","start":"2026-04-29T02:29:19.806221Z","end":"2026-04-29T02:29:21.1133Z","steps":["trace[1690450242] 'agreement among raft nodes before linearized reading' (duration: 1.306932491s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.115391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153410139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-29T02:29:21.113414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308190075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:21.116404Z","caller":"traceutil/trace.go:171","msg":"trace[395957571] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:16163; }","duration":"993.115061ms","start":"2026-04-29T02:29:20.1232Z","end":"2026-04-29T02:29:21.116315Z","steps":["trace[395957571] 'agreement among raft nodes before linearized reading' (duration: 991.407558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.116537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.608067Z","time spent":"508.388852ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:29:21.116546Z","caller":"traceutil/trace.go:171","msg":"trace[1424691326] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16163; }","duration":"1.154599292s","start":"2026-04-29T02:29:19.961933Z","end":"2026-04-29T02:29:21.116532Z","steps":["trace[1424691326] 'agreement among raft nodes before linearized reading' (duration: 1.153358359s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.116615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:19.961914Z","time spent":"1.154686213s","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:29:21.116728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.123189Z","time spent":"993.370166ms","remote":"127.0.0.1:51928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:29:21.116752Z","caller":"traceutil/trace.go:171","msg":"trace[1055542117] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16163; }","duration":"1.311554839s","start":"2026-04-29T02:29:19.805181Z","end":"2026-04-29T02:29:21.116736Z","steps":["trace[1055542117] 'agreement among raft nodes before linearized reading' (duration: 1.308206956s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.116956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:19.805167Z","time spent":"1.311762772s","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:29:21.11649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:19.806211Z","time spent":"1.310259804s","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-29T02:29:21.116428Z","caller":"traceutil/trace.go:171","msg":"trace[791474149] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-tf744; range_end:; response_count:1; response_revision:16163; }","duration":"310.460989ms","start":"2026-04-29T02:29:20.805948Z","end":"2026-04-29T02:29:21.116409Z","steps":["trace[791474149] 'agreement among raft nodes before linearized reading' (duration: 307.894271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.117062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:20.805926Z","time spent":"311.128771ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-tf744\" "} {"level":"info","ts":"2026-04-29T02:29:21.336476Z","caller":"traceutil/trace.go:171","msg":"trace[758168218] transaction","detail":"{read_only:false; response_revision:16164; number_of_response:1; }","duration":"216.898489ms","start":"2026-04-29T02:29:21.119553Z","end":"2026-04-29T02:29:21.336451Z","steps":["trace[758168218] 'process raft request' (duration: 216.770036ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:21.358648Z","caller":"traceutil/trace.go:171","msg":"trace[222555199] transaction","detail":"{read_only:false; response_revision:16165; number_of_response:1; }","duration":"239.051613ms","start":"2026-04-29T02:29:21.11957Z","end":"2026-04-29T02:29:21.358622Z","steps":["trace[222555199] 'process raft request' (duration: 238.896899ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:21.358896Z","caller":"traceutil/trace.go:171","msg":"trace[207230680] transaction","detail":"{read_only:false; response_revision:16166; number_of_response:1; }","duration":"238.247327ms","start":"2026-04-29T02:29:21.120632Z","end":"2026-04-29T02:29:21.358879Z","steps":["trace[207230680] 'process raft request' (duration: 237.952602ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:21.359136Z","caller":"traceutil/trace.go:171","msg":"trace[1384416766] transaction","detail":"{read_only:false; response_revision:16167; number_of_response:1; }","duration":"238.257778ms","start":"2026-04-29T02:29:21.120863Z","end":"2026-04-29T02:29:21.35912Z","steps":["trace[1384416766] 'process raft request' (duration: 237.934812ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:21.359334Z","caller":"traceutil/trace.go:171","msg":"trace[2147288917] linearizableReadLoop","detail":"{readStateIndex:16732; appliedIndex:16727; }","duration":"236.484944ms","start":"2026-04-29T02:29:21.122839Z","end":"2026-04-29T02:29:21.359324Z","steps":["trace[2147288917] 'read index received' (duration: 213.506865ms)","trace[2147288917] 'applied index is now lower than readState.Index' (duration: 22.977139ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:29:21.359566Z","caller":"traceutil/trace.go:171","msg":"trace[1015420413] transaction","detail":"{read_only:false; response_revision:16168; number_of_response:1; }","duration":"237.941923ms","start":"2026-04-29T02:29:21.121605Z","end":"2026-04-29T02:29:21.359547Z","steps":["trace[1015420413] 'process raft request' (duration: 237.467664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.359821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.920554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:21.359866Z","caller":"traceutil/trace.go:171","msg":"trace[1264007084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16168; }","duration":"235.988945ms","start":"2026-04-29T02:29:21.123865Z","end":"2026-04-29T02:29:21.359854Z","steps":["trace[1264007084] 'agreement among raft nodes before linearized reading' (duration: 235.901013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:21.360225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.876022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769785"} {"level":"warn","ts":"2026-04-29T02:29:21.360275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.421832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769785"} {"level":"info","ts":"2026-04-29T02:29:21.360291Z","caller":"traceutil/trace.go:171","msg":"trace[1339116150] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16168; }","duration":"236.975174ms","start":"2026-04-29T02:29:21.123306Z","end":"2026-04-29T02:29:21.360281Z","steps":["trace[1339116150] 'agreement among raft nodes before linearized reading' (duration: 236.204889ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:21.360331Z","caller":"traceutil/trace.go:171","msg":"trace[1313871501] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16168; }","duration":"237.504014ms","start":"2026-04-29T02:29:21.122812Z","end":"2026-04-29T02:29:21.360316Z","steps":["trace[1313871501] 'agreement among raft nodes before linearized reading' (duration: 236.632518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:22.250787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.220819ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T02:29:22.934794Z","caller":"traceutil/trace.go:171","msg":"trace[368923346] transaction","detail":"{read_only:false; response_revision:16169; number_of_response:1; }","duration":"138.068213ms","start":"2026-04-29T02:29:22.796698Z","end":"2026-04-29T02:29:22.934766Z","steps":["trace[368923346] 'process raft request' (duration: 137.797928ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:23.287689Z","caller":"traceutil/trace.go:171","msg":"trace[2009455066] transaction","detail":"{read_only:false; response_revision:16171; number_of_response:1; }","duration":"173.012526ms","start":"2026-04-29T02:29:23.114637Z","end":"2026-04-29T02:29:23.28765Z","steps":["trace[2009455066] 'process raft request' (duration: 137.071794ms)","trace[2009455066] 'compare' (duration: 35.331871ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:29:23.287704Z","caller":"traceutil/trace.go:171","msg":"trace[515285486] linearizableReadLoop","detail":"{readStateIndex:16737; appliedIndex:16734; }","duration":"172.404595ms","start":"2026-04-29T02:29:23.115273Z","end":"2026-04-29T02:29:23.287677Z","steps":["trace[515285486] 'read index received' (duration: 10.858613ms)","trace[515285486] 'applied index is now lower than readState.Index' (duration: 161.544632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:29:23.287899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.600689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-29T02:29:23.28795Z","caller":"traceutil/trace.go:171","msg":"trace[124354556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:16173; }","duration":"172.708562ms","start":"2026-04-29T02:29:23.11523Z","end":"2026-04-29T02:29:23.287938Z","steps":["trace[124354556] 'agreement among raft nodes before linearized reading' (duration: 172.525718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:23.288026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.653705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:23.288078Z","caller":"traceutil/trace.go:171","msg":"trace[1999951952] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16173; }","duration":"169.748786ms","start":"2026-04-29T02:29:23.118316Z","end":"2026-04-29T02:29:23.288065Z","steps":["trace[1999951952] 'agreement among raft nodes before linearized reading' (duration: 169.657895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:23.288081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.003057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:29:23.288126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.415844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:23.288215Z","caller":"traceutil/trace.go:171","msg":"trace[602042321] transaction","detail":"{read_only:false; response_revision:16173; number_of_response:1; }","duration":"164.846234ms","start":"2026-04-29T02:29:23.123357Z","end":"2026-04-29T02:29:23.288203Z","steps":["trace[602042321] 'process raft request' (duration: 164.242492ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:23.287781Z","caller":"traceutil/trace.go:171","msg":"trace[1367131285] transaction","detail":"{read_only:false; response_revision:16172; number_of_response:1; }","duration":"172.872214ms","start":"2026-04-29T02:29:23.114876Z","end":"2026-04-29T02:29:23.287748Z","steps":["trace[1367131285] 'process raft request' (duration: 172.6711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:23.288363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.770319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-04-29T02:29:23.288405Z","caller":"traceutil/trace.go:171","msg":"trace[1928556801] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16173; }","duration":"167.82141ms","start":"2026-04-29T02:29:23.120574Z","end":"2026-04-29T02:29:23.288396Z","steps":["trace[1928556801] 'agreement among raft nodes before linearized reading' (duration: 167.693238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:23.288421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.649337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:29:23.288442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.21999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:23.288459Z","caller":"traceutil/trace.go:171","msg":"trace[1131932650] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16173; }","duration":"167.703108ms","start":"2026-04-29T02:29:23.120744Z","end":"2026-04-29T02:29:23.288447Z","steps":["trace[1131932650] 'agreement among raft nodes before linearized reading' (duration: 167.651847ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:23.288477Z","caller":"traceutil/trace.go:171","msg":"trace[554918330] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16173; }","duration":"166.272661ms","start":"2026-04-29T02:29:23.122195Z","end":"2026-04-29T02:29:23.288468Z","steps":["trace[554918330] 'agreement among raft nodes before linearized reading' (duration: 166.23171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:23.288584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.977118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-29T02:29:23.288612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.051594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-04-29T02:29:23.288627Z","caller":"traceutil/trace.go:171","msg":"trace[563672680] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16173; }","duration":"164.029128ms","start":"2026-04-29T02:29:23.124588Z","end":"2026-04-29T02:29:23.288617Z","steps":["trace[563672680] 'agreement among raft nodes before linearized reading' (duration: 163.895706ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:23.288653Z","caller":"traceutil/trace.go:171","msg":"trace[555593392] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16173; }","duration":"168.121386ms","start":"2026-04-29T02:29:23.12052Z","end":"2026-04-29T02:29:23.288641Z","steps":["trace[555593392] 'agreement among raft nodes before linearized reading' (duration: 168.029944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:23.288695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.989124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:23.288728Z","caller":"traceutil/trace.go:171","msg":"trace[976304535] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16173; }","duration":"167.027424ms","start":"2026-04-29T02:29:23.121692Z","end":"2026-04-29T02:29:23.28872Z","steps":["trace[976304535] 'agreement among raft nodes before linearized reading' (duration: 166.985603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:23.288728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.537907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T02:29:23.288767Z","caller":"traceutil/trace.go:171","msg":"trace[1157786027] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16173; }","duration":"165.590528ms","start":"2026-04-29T02:29:23.123167Z","end":"2026-04-29T02:29:23.288758Z","steps":["trace[1157786027] 'agreement among raft nodes before linearized reading' (duration: 165.473636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:23.288407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.143468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:29:23.288658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.880452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-29T02:29:23.288844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-29T02:29:23.288877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.445116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:29:23.288891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.72903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T02:29:23.288913Z","caller":"traceutil/trace.go:171","msg":"trace[146890050] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16173; }","duration":"164.493187ms","start":"2026-04-29T02:29:23.12441Z","end":"2026-04-29T02:29:23.288903Z","steps":["trace[146890050] 'agreement among raft nodes before linearized reading' (duration: 164.441117ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:23.288916Z","caller":"traceutil/trace.go:171","msg":"trace[709157064] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16173; }","duration":"165.765221ms","start":"2026-04-29T02:29:23.123143Z","end":"2026-04-29T02:29:23.288908Z","steps":["trace[709157064] 'agreement among raft nodes before linearized reading' (duration: 165.691139ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:23.288159Z","caller":"traceutil/trace.go:171","msg":"trace[1268346208] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16173; }","duration":"165.106459ms","start":"2026-04-29T02:29:23.123032Z","end":"2026-04-29T02:29:23.288138Z","steps":["trace[1268346208] 'agreement among raft nodes before linearized reading' (duration: 164.968556ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:23.288852Z","caller":"traceutil/trace.go:171","msg":"trace[1783177890] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16173; }","duration":"167.115046ms","start":"2026-04-29T02:29:23.121726Z","end":"2026-04-29T02:29:23.288841Z","steps":["trace[1783177890] 'agreement among raft nodes before linearized reading' (duration: 166.871472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:23.28905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.912284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T02:29:23.288214Z","caller":"traceutil/trace.go:171","msg":"trace[1475704010] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16173; }","duration":"166.532926ms","start":"2026-04-29T02:29:23.121661Z","end":"2026-04-29T02:29:23.288194Z","steps":["trace[1475704010] 'agreement among raft nodes before linearized reading' (duration: 166.350052ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:23.289073Z","caller":"traceutil/trace.go:171","msg":"trace[476552664] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16173; }","duration":"165.948134ms","start":"2026-04-29T02:29:23.123118Z","end":"2026-04-29T02:29:23.289066Z","steps":["trace[476552664] 'agreement among raft nodes before linearized reading' (duration: 165.870793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:23.288373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.791731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-29T02:29:23.288813Z","caller":"traceutil/trace.go:171","msg":"trace[1305194278] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16173; }","duration":"166.547496ms","start":"2026-04-29T02:29:23.122258Z","end":"2026-04-29T02:29:23.288805Z","steps":["trace[1305194278] 'agreement among raft nodes before linearized reading' (duration: 166.130438ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:23.28915Z","caller":"traceutil/trace.go:171","msg":"trace[597829278] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16173; }","duration":"167.574595ms","start":"2026-04-29T02:29:23.12156Z","end":"2026-04-29T02:29:23.289135Z","steps":["trace[597829278] 'agreement among raft nodes before linearized reading' (duration: 166.75766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:23.289199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.918605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-04-29T02:29:23.289215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.300773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:23.289247Z","caller":"traceutil/trace.go:171","msg":"trace[364163266] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16173; }","duration":"165.366653ms","start":"2026-04-29T02:29:23.123873Z","end":"2026-04-29T02:29:23.289239Z","steps":["trace[364163266] 'agreement among raft nodes before linearized reading' (duration: 165.320143ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:23.289246Z","caller":"traceutil/trace.go:171","msg":"trace[1956753127] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16173; }","duration":"164.983785ms","start":"2026-04-29T02:29:23.124252Z","end":"2026-04-29T02:29:23.289235Z","steps":["trace[1956753127] 'agreement among raft nodes before linearized reading' (duration: 164.865053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:23.289236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.776701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:23.289401Z","caller":"traceutil/trace.go:171","msg":"trace[991997208] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16173; }","duration":"165.793301ms","start":"2026-04-29T02:29:23.123089Z","end":"2026-04-29T02:29:23.288882Z","steps":["trace[991997208] 'agreement among raft nodes before linearized reading' (duration: 165.660109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:23.288289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.673307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-04-29T02:29:23.288367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.643619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-04-29T02:29:23.289562Z","caller":"traceutil/trace.go:171","msg":"trace[690718301] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16173; }","duration":"166.071557ms","start":"2026-04-29T02:29:23.123307Z","end":"2026-04-29T02:29:23.289378Z","steps":["trace[690718301] 'agreement among raft nodes before linearized reading' (duration: 165.590037ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:23.289707Z","caller":"traceutil/trace.go:171","msg":"trace[1571810990] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16173; }","duration":"169.136955ms","start":"2026-04-29T02:29:23.120559Z","end":"2026-04-29T02:29:23.289696Z","steps":["trace[1571810990] 'agreement among raft nodes before linearized reading' (duration: 167.585016ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:23.289714Z","caller":"traceutil/trace.go:171","msg":"trace[176047569] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16173; }","duration":"167.003984ms","start":"2026-04-29T02:29:23.122698Z","end":"2026-04-29T02:29:23.289702Z","steps":["trace[176047569] 'agreement among raft nodes before linearized reading' (duration: 165.546697ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:43.304951Z","caller":"traceutil/trace.go:171","msg":"trace[103877195] transaction","detail":"{read_only:false; response_revision:16271; number_of_response:1; }","duration":"105.876261ms","start":"2026-04-29T02:29:43.199047Z","end":"2026-04-29T02:29:43.304923Z","steps":["trace[103877195] 'process raft request' (duration: 105.693048ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:43.474119Z","caller":"traceutil/trace.go:171","msg":"trace[484788576] linearizableReadLoop","detail":"{readStateIndex:16841; appliedIndex:16840; }","duration":"114.074405ms","start":"2026-04-29T02:29:43.360014Z","end":"2026-04-29T02:29:43.474089Z","steps":["trace[484788576] 'read index received' (duration: 47.207374ms)","trace[484788576] 'applied index is now lower than readState.Index' (duration: 66.865451ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:29:43.474225Z","caller":"traceutil/trace.go:171","msg":"trace[825391742] transaction","detail":"{read_only:false; response_revision:16272; number_of_response:1; }","duration":"116.991979ms","start":"2026-04-29T02:29:43.357209Z","end":"2026-04-29T02:29:43.474201Z","steps":["trace[825391742] 'process raft request' (duration: 49.880963ms)","trace[825391742] 'compare' (duration: 66.870032ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:29:43.474368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.33284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T02:29:43.474411Z","caller":"traceutil/trace.go:171","msg":"trace[170200424] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16272; }","duration":"114.403801ms","start":"2026-04-29T02:29:43.359995Z","end":"2026-04-29T02:29:43.474399Z","steps":["trace[170200424] 'agreement among raft nodes before linearized reading' (duration: 114.230477ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:43.5288Z","caller":"traceutil/trace.go:171","msg":"trace[2085943247] transaction","detail":"{read_only:false; response_revision:16274; number_of_response:1; }","duration":"167.505664ms","start":"2026-04-29T02:29:43.361266Z","end":"2026-04-29T02:29:43.528772Z","steps":["trace[2085943247] 'process raft request' (duration: 167.445583ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:43.52886Z","caller":"traceutil/trace.go:171","msg":"trace[615183719] transaction","detail":"{read_only:false; response_revision:16273; number_of_response:1; }","duration":"168.580664ms","start":"2026-04-29T02:29:43.360236Z","end":"2026-04-29T02:29:43.528816Z","steps":["trace[615183719] 'process raft request' (duration: 168.272939ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:43.627992Z","caller":"traceutil/trace.go:171","msg":"trace[340707586] linearizableReadLoop","detail":"{readStateIndex:16844; appliedIndex:16841; }","duration":"153.772237ms","start":"2026-04-29T02:29:43.474198Z","end":"2026-04-29T02:29:43.62797Z","steps":["trace[340707586] 'read index received' (duration: 54.342357ms)","trace[340707586] 'applied index is now lower than readState.Index' (duration: 99.42866ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:29:43.628142Z","caller":"traceutil/trace.go:171","msg":"trace[1975681043] transaction","detail":"{read_only:false; response_revision:16275; number_of_response:1; }","duration":"164.336546ms","start":"2026-04-29T02:29:43.463781Z","end":"2026-04-29T02:29:43.628117Z","steps":["trace[1975681043] 'process raft request' (duration: 164.01657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.62821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.831482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T02:29:43.62827Z","caller":"traceutil/trace.go:171","msg":"trace[1749807447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16275; }","duration":"173.923184ms","start":"2026-04-29T02:29:43.454332Z","end":"2026-04-29T02:29:43.628255Z","steps":["trace[1749807447] 'agreement among raft nodes before linearized reading' (duration: 173.70184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.628251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.358127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-29T02:29:43.628262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.539406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:43.628342Z","caller":"traceutil/trace.go:171","msg":"trace[1984208584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16275; }","duration":"178.499759ms","start":"2026-04-29T02:29:43.449821Z","end":"2026-04-29T02:29:43.628321Z","steps":["trace[1984208584] 'agreement among raft nodes before linearized reading' (duration: 178.251434ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:43.628359Z","caller":"traceutil/trace.go:171","msg":"trace[1726308853] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16275; }","duration":"267.685268ms","start":"2026-04-29T02:29:43.360651Z","end":"2026-04-29T02:29:43.628336Z","steps":["trace[1726308853] 'agreement among raft nodes before linearized reading' (duration: 267.493635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.628415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.279602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:29:43.628469Z","caller":"traceutil/trace.go:171","msg":"trace[1654474086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16275; }","duration":"165.370574ms","start":"2026-04-29T02:29:43.463081Z","end":"2026-04-29T02:29:43.628452Z","steps":["trace[1654474086] 'agreement among raft nodes before linearized reading' (duration: 165.240082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.628218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.847533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-29T02:29:43.628512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.7918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T02:29:43.628554Z","caller":"traceutil/trace.go:171","msg":"trace[351188622] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16275; }","duration":"267.21144ms","start":"2026-04-29T02:29:43.361328Z","end":"2026-04-29T02:29:43.62854Z","steps":["trace[351188622] 'agreement among raft nodes before linearized reading' (duration: 266.775502ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:43.628558Z","caller":"traceutil/trace.go:171","msg":"trace[1136485351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16275; }","duration":"167.852881ms","start":"2026-04-29T02:29:43.460691Z","end":"2026-04-29T02:29:43.628544Z","steps":["trace[1136485351] 'agreement among raft nodes before linearized reading' (duration: 167.753159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.628572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.089739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T02:29:43.628702Z","caller":"traceutil/trace.go:171","msg":"trace[465177617] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16275; }","duration":"110.287824ms","start":"2026-04-29T02:29:43.518374Z","end":"2026-04-29T02:29:43.628662Z","steps":["trace[465177617] 'agreement among raft nodes before linearized reading' (duration: 109.888017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.628871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.999404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:29:43.628937Z","caller":"traceutil/trace.go:171","msg":"trace[1158759630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16275; }","duration":"175.100706ms","start":"2026-04-29T02:29:43.45382Z","end":"2026-04-29T02:29:43.628921Z","steps":["trace[1158759630] 'agreement among raft nodes before linearized reading' (duration: 174.651697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.62902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.682328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T02:29:43.629104Z","caller":"traceutil/trace.go:171","msg":"trace[1474793593] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16275; }","duration":"267.824491ms","start":"2026-04-29T02:29:43.361258Z","end":"2026-04-29T02:29:43.629083Z","steps":["trace[1474793593] 'agreement among raft nodes before linearized reading' (duration: 267.056157ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:45.908419Z","caller":"traceutil/trace.go:171","msg":"trace[496294565] transaction","detail":"{read_only:false; response_revision:16291; number_of_response:1; }","duration":"119.17861ms","start":"2026-04-29T02:29:45.789217Z","end":"2026-04-29T02:29:45.908396Z","steps":["trace[496294565] 'process raft request' (duration: 118.946286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:45.909372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.13159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769785"} {"level":"info","ts":"2026-04-29T02:29:45.909645Z","caller":"traceutil/trace.go:171","msg":"trace[680983804] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16291; }","duration":"165.255362ms","start":"2026-04-29T02:29:45.744195Z","end":"2026-04-29T02:29:45.909451Z","steps":["trace[680983804] 'agreement among raft nodes before linearized reading' (duration: 164.222533ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:31:23.730516Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14549} {"level":"info","ts":"2026-04-29T02:31:23.80841Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14549,"took":"74.657337ms","hash":155372221,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":31465472,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-29T02:31:23.808475Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":155372221,"revision":14549,"compact-revision":12531} {"level":"info","ts":"2026-04-29T02:34:59.71588Z","caller":"traceutil/trace.go:171","msg":"trace[319624230] transaction","detail":"{read_only:false; response_revision:18738; number_of_response:1; }","duration":"161.22825ms","start":"2026-04-29T02:34:59.554614Z","end":"2026-04-29T02:34:59.715843Z","steps":["trace[319624230] 'process raft request' (duration: 161.034766ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:34:59.74728Z","caller":"traceutil/trace.go:171","msg":"trace[639395101] transaction","detail":"{read_only:false; response_revision:18739; number_of_response:1; }","duration":"191.480054ms","start":"2026-04-29T02:34:59.555756Z","end":"2026-04-29T02:34:59.747236Z","steps":["trace[639395101] 'process raft request' (duration: 191.212239ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:34:59.747398Z","caller":"traceutil/trace.go:171","msg":"trace[888185230] linearizableReadLoop","detail":"{readStateIndex:19387; appliedIndex:19384; }","duration":"160.378744ms","start":"2026-04-29T02:34:59.586978Z","end":"2026-04-29T02:34:59.747357Z","steps":["trace[888185230] 'read index received' (duration: 128.764334ms)","trace[888185230] 'applied index is now lower than readState.Index' (duration: 31.61118ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:34:59.747473Z","caller":"traceutil/trace.go:171","msg":"trace[339246015] transaction","detail":"{read_only:false; response_revision:18740; number_of_response:1; }","duration":"191.688878ms","start":"2026-04-29T02:34:59.555765Z","end":"2026-04-29T02:34:59.747454Z","steps":["trace[339246015] 'process raft request' (duration: 191.395283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:34:59.747696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.683366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b00165f-0765-41bc-85b0-f3006deac52d\" ","response":"range_response_count:1 size:3639"} {"level":"info","ts":"2026-04-29T02:34:59.747741Z","caller":"traceutil/trace.go:171","msg":"trace[1723739212] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4b00165f-0765-41bc-85b0-f3006deac52d; range_end:; response_count:1; response_revision:18740; }","duration":"148.785957ms","start":"2026-04-29T02:34:59.598942Z","end":"2026-04-29T02:34:59.747728Z","steps":["trace[1723739212] 'agreement among raft nodes before linearized reading' (duration: 148.594724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:34:59.747783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.738651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b00165f-0765-41bc-85b0-f3006deac52d\" ","response":"range_response_count:1 size:3639"} {"level":"info","ts":"2026-04-29T02:34:59.747908Z","caller":"traceutil/trace.go:171","msg":"trace[1847496548] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4b00165f-0765-41bc-85b0-f3006deac52d; range_end:; response_count:1; response_revision:18740; }","duration":"160.950015ms","start":"2026-04-29T02:34:59.586936Z","end":"2026-04-29T02:34:59.747886Z","steps":["trace[1847496548] 'agreement among raft nodes before linearized reading' (duration: 160.627449ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:35:01.879874Z","caller":"traceutil/trace.go:171","msg":"trace[1429246900] linearizableReadLoop","detail":"{readStateIndex:19399; appliedIndex:19398; }","duration":"146.729889ms","start":"2026-04-29T02:35:01.73312Z","end":"2026-04-29T02:35:01.87985Z","steps":["trace[1429246900] 'read index received' (duration: 146.598926ms)","trace[1429246900] 'applied index is now lower than readState.Index' (duration: 128.273µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:35:01.879962Z","caller":"traceutil/trace.go:171","msg":"trace[1361169007] transaction","detail":"{read_only:false; response_revision:18752; number_of_response:1; }","duration":"153.492126ms","start":"2026-04-29T02:35:01.72642Z","end":"2026-04-29T02:35:01.879912Z","steps":["trace[1361169007] 'process raft request' (duration: 153.309083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:35:01.880011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.882962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:35:01.880159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.879516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:35:01.880178Z","caller":"traceutil/trace.go:171","msg":"trace[98753881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18752; }","duration":"127.912428ms","start":"2026-04-29T02:35:01.75226Z","end":"2026-04-29T02:35:01.880172Z","steps":["trace[98753881] 'agreement among raft nodes before linearized reading' (duration: 127.856427ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:35:01.880167Z","caller":"traceutil/trace.go:171","msg":"trace[216436245] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:18752; }","duration":"147.063255ms","start":"2026-04-29T02:35:01.733063Z","end":"2026-04-29T02:35:01.880126Z","steps":["trace[216436245] 'agreement among raft nodes before linearized reading' (duration: 146.906992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:35:01.880185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.910047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:35:01.880279Z","caller":"traceutil/trace.go:171","msg":"trace[1379392383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18752; }","duration":"128.042919ms","start":"2026-04-29T02:35:01.752216Z","end":"2026-04-29T02:35:01.880259Z","steps":["trace[1379392383] 'agreement among raft nodes before linearized reading' (duration: 127.794285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:35:01.880099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.7777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b00165f-0765-41bc-85b0-f3006deac52d\" ","response":"range_response_count:1 size:3942"} {"level":"info","ts":"2026-04-29T02:35:01.880371Z","caller":"traceutil/trace.go:171","msg":"trace[1177657675] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4b00165f-0765-41bc-85b0-f3006deac52d; range_end:; response_count:1; response_revision:18752; }","duration":"124.041685ms","start":"2026-04-29T02:35:01.7563Z","end":"2026-04-29T02:35:01.880342Z","steps":["trace[1177657675] 'agreement among raft nodes before linearized reading' (duration: 123.735879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:35:02.412955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.713213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:35:02.413086Z","caller":"traceutil/trace.go:171","msg":"trace[2071447663] linearizableReadLoop","detail":"{readStateIndex:19401; appliedIndex:19399; }","duration":"519.958247ms","start":"2026-04-29T02:35:01.893113Z","end":"2026-04-29T02:35:02.413071Z","steps":["trace[2071447663] 'read index received' (duration: 341.454344ms)","trace[2071447663] 'applied index is now lower than readState.Index' (duration: 178.503123ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:35:02.413143Z","caller":"traceutil/trace.go:171","msg":"trace[1905673815] transaction","detail":"{read_only:false; response_revision:18754; number_of_response:1; }","duration":"527.787972ms","start":"2026-04-29T02:35:01.885346Z","end":"2026-04-29T02:35:02.413134Z","steps":["trace[1905673815] 'process raft request' (duration: 527.691001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:35:02.413174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:35:01.885323Z","time spent":"527.834004ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:35:02.413174Z","caller":"traceutil/trace.go:171","msg":"trace[1321481213] transaction","detail":"{read_only:false; response_revision:18753; number_of_response:1; }","duration":"529.289391ms","start":"2026-04-29T02:35:01.883829Z","end":"2026-04-29T02:35:02.413118Z","steps":["trace[1321481213] 'compare' (duration: 519.314105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:35:02.413344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:35:01.883813Z","time spent":"529.444884ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:35:02.413386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.272603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sv56p\" ","response":"range_response_count:1 size:22090"} {"level":"info","ts":"2026-04-29T02:35:02.413406Z","caller":"traceutil/trace.go:171","msg":"trace[1796746104] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sv56p; range_end:; response_count:1; response_revision:18754; }","duration":"520.324004ms","start":"2026-04-29T02:35:01.893076Z","end":"2026-04-29T02:35:02.4134Z","steps":["trace[1796746104] 'agreement among raft nodes before linearized reading' (duration: 520.213902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:35:02.413422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:35:01.893062Z","time spent":"520.357424ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22114,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sv56p\" "} {"level":"warn","ts":"2026-04-29T02:35:02.475096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.60574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:35:02.475202Z","caller":"traceutil/trace.go:171","msg":"trace[1391147772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18754; }","duration":"376.753573ms","start":"2026-04-29T02:35:02.098424Z","end":"2026-04-29T02:35:02.475178Z","steps":["trace[1391147772] 'agreement among raft nodes before linearized reading' (duration: 376.58995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:35:02.475249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:35:02.098406Z","time spent":"376.834544ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:35:02.475566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.529389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:35:02.475717Z","caller":"traceutil/trace.go:171","msg":"trace[525225437] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:18754; }","duration":"451.713573ms","start":"2026-04-29T02:35:02.023974Z","end":"2026-04-29T02:35:02.475687Z","steps":["trace[525225437] 'agreement among raft nodes before linearized reading' (duration: 451.427427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:35:02.475784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:35:02.02391Z","time spent":"451.857326ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:35:02.660792Z","caller":"traceutil/trace.go:171","msg":"trace[216356765] transaction","detail":"{read_only:false; response_revision:18755; number_of_response:1; }","duration":"160.579218ms","start":"2026-04-29T02:35:02.500187Z","end":"2026-04-29T02:35:02.660766Z","steps":["trace[216356765] 'process raft request' (duration: 160.418435ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:35:52.974249Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T02:35:52.980851Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-29T02:35:52.980951Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-29T02:36:23.738877Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16998} {"level":"info","ts":"2026-04-29T02:36:23.839205Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16998,"took":"97.056243ms","hash":4277065810,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":33845248,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-29T02:36:23.839293Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4277065810,"revision":16998,"compact-revision":14549} {"level":"warn","ts":"2026-04-29T02:40:40.224907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.934653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:40:40.225039Z","caller":"traceutil/trace.go:171","msg":"trace[1995112659] transaction","detail":"{read_only:false; response_revision:21328; number_of_response:1; }","duration":"198.09198ms","start":"2026-04-29T02:40:40.026924Z","end":"2026-04-29T02:40:40.225016Z","steps":["trace[1995112659] 'process raft request' (duration: 36.975764ms)","trace[1995112659] 'compare' (duration: 160.805071ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:40:40.229872Z","caller":"traceutil/trace.go:171","msg":"trace[1882927175] linearizableReadLoop","detail":"{readStateIndex:22064; appliedIndex:22063; }","duration":"129.420899ms","start":"2026-04-29T02:40:40.100426Z","end":"2026-04-29T02:40:40.229847Z","steps":["trace[1882927175] 'read index received' (duration: 129.221485ms)","trace[1882927175] 'applied index is now lower than readState.Index' (duration: 198.354µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:40:40.229999Z","caller":"traceutil/trace.go:171","msg":"trace[303646139] transaction","detail":"{read_only:false; response_revision:21329; number_of_response:1; }","duration":"189.634125ms","start":"2026-04-29T02:40:40.040328Z","end":"2026-04-29T02:40:40.229962Z","steps":["trace[303646139] 'process raft request' (duration: 189.374921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:40:40.230136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.689984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:40:40.23019Z","caller":"traceutil/trace.go:171","msg":"trace[1811310331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21329; }","duration":"129.811806ms","start":"2026-04-29T02:40:40.100365Z","end":"2026-04-29T02:40:40.230177Z","steps":["trace[1811310331] 'agreement among raft nodes before linearized reading' (duration: 129.603832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:40:40.230168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.702774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:40:40.230264Z","caller":"traceutil/trace.go:171","msg":"trace[1090595089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21329; }","duration":"129.829146ms","start":"2026-04-29T02:40:40.100424Z","end":"2026-04-29T02:40:40.230253Z","steps":["trace[1090595089] 'agreement among raft nodes before linearized reading' (duration: 129.565232ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:40:45.777406Z","caller":"traceutil/trace.go:171","msg":"trace[926901853] transaction","detail":"{read_only:false; response_revision:21355; number_of_response:1; }","duration":"168.769868ms","start":"2026-04-29T02:40:45.608606Z","end":"2026-04-29T02:40:45.777376Z","steps":["trace[926901853] 'process raft request' (duration: 168.566044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:40:46.173364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.793086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:40:46.173468Z","caller":"traceutil/trace.go:171","msg":"trace[1793154516] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:21355; }","duration":"217.9741ms","start":"2026-04-29T02:40:45.955472Z","end":"2026-04-29T02:40:46.173446Z","steps":["trace[1793154516] 'count revisions from in-memory index tree' (duration: 217.696575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:40:46.173663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.676135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-29T02:40:46.173766Z","caller":"traceutil/trace.go:171","msg":"trace[979958983] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21355; }","duration":"217.848048ms","start":"2026-04-29T02:40:45.95589Z","end":"2026-04-29T02:40:46.173738Z","steps":["trace[979958983] 'range keys from in-memory index tree' (duration: 217.45125ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:40:46.181973Z","caller":"traceutil/trace.go:171","msg":"trace[831017388] transaction","detail":"{read_only:false; response_revision:21356; number_of_response:1; }","duration":"202.537534ms","start":"2026-04-29T02:40:45.979401Z","end":"2026-04-29T02:40:46.181938Z","steps":["trace[831017388] 'process raft request' (duration: 202.2956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:40:46.581153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.172042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:40:46.581515Z","caller":"traceutil/trace.go:171","msg":"trace[983850100] transaction","detail":"{read_only:false; response_revision:21357; number_of_response:1; }","duration":"558.00036ms","start":"2026-04-29T02:40:46.023479Z","end":"2026-04-29T02:40:46.581479Z","steps":["trace[983850100] 'process raft request' (duration: 304.3863ms)","trace[983850100] 'compare' (duration: 253.02835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:40:46.581602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:40:46.023453Z","time spent":"558.111933ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:40:46.581733Z","caller":"traceutil/trace.go:171","msg":"trace[1645931524] transaction","detail":"{read_only:false; response_revision:21358; number_of_response:1; }","duration":"529.217887ms","start":"2026-04-29T02:40:46.052484Z","end":"2026-04-29T02:40:46.581702Z","steps":["trace[1645931524] 'process raft request' (duration: 528.931232ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:40:46.581751Z","caller":"traceutil/trace.go:171","msg":"trace[373995205] transaction","detail":"{read_only:false; response_revision:21359; number_of_response:1; }","duration":"403.483668ms","start":"2026-04-29T02:40:46.178243Z","end":"2026-04-29T02:40:46.581727Z","steps":["trace[373995205] 'process raft request' (duration: 403.379506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:40:46.581842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:40:46.05247Z","time spent":"529.32484ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:40:46.581903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:40:46.178213Z","time spent":"403.61426ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:40:46.954818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.966593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:40:46.955189Z","caller":"traceutil/trace.go:171","msg":"trace[606839966] transaction","detail":"{read_only:false; response_revision:21360; number_of_response:1; }","duration":"710.357725ms","start":"2026-04-29T02:40:46.244803Z","end":"2026-04-29T02:40:46.955161Z","steps":["trace[606839966] 'process raft request' (duration: 466.912903ms)","trace[606839966] 'compare' (duration: 242.633456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:40:46.955282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:40:46.244774Z","time spent":"710.466256ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:40:46.955774Z","caller":"traceutil/trace.go:171","msg":"trace[679101628] linearizableReadLoop","detail":"{readStateIndex:22097; appliedIndex:22092; }","duration":"673.44728ms","start":"2026-04-29T02:40:46.282312Z","end":"2026-04-29T02:40:46.955759Z","steps":["trace[679101628] 'read index received' (duration: 45.571365ms)","trace[679101628] 'applied index is now lower than readState.Index' (duration: 627.874735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:40:46.955984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.669685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:40:46.956078Z","caller":"traceutil/trace.go:171","msg":"trace[1122052733] transaction","detail":"{read_only:false; response_revision:21361; number_of_response:1; }","duration":"677.423523ms","start":"2026-04-29T02:40:46.278387Z","end":"2026-04-29T02:40:46.955811Z","steps":["trace[1122052733] 'process raft request' (duration: 676.70965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:40:46.956086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.413776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-29T02:40:46.956102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.328187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:40:46.956149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.765258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:40:46.956156Z","caller":"traceutil/trace.go:171","msg":"trace[1868749465] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:21361; }","duration":"200.561818ms","start":"2026-04-29T02:40:46.755571Z","end":"2026-04-29T02:40:46.956133Z","steps":["trace[1868749465] 'agreement among raft nodes before linearized reading' (duration: 200.356454ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:40:46.956121Z","caller":"traceutil/trace.go:171","msg":"trace[1742139324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21361; }","duration":"673.844898ms","start":"2026-04-29T02:40:46.282257Z","end":"2026-04-29T02:40:46.956102Z","steps":["trace[1742139324] 'agreement among raft nodes before linearized reading' (duration: 673.601573ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:40:46.956205Z","caller":"traceutil/trace.go:171","msg":"trace[1758326258] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21361; }","duration":"148.839479ms","start":"2026-04-29T02:40:46.807352Z","end":"2026-04-29T02:40:46.956192Z","steps":["trace[1758326258] 'agreement among raft nodes before linearized reading' (duration: 148.712387ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:40:46.956209Z","caller":"traceutil/trace.go:171","msg":"trace[28847471] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21361; }","duration":"544.47318ms","start":"2026-04-29T02:40:46.411714Z","end":"2026-04-29T02:40:46.956187Z","steps":["trace[28847471] 'agreement among raft nodes before linearized reading' (duration: 544.244336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:40:46.956219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:40:46.278372Z","time spent":"677.763501ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:40:46.956245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:40:46.282234Z","time spent":"673.988612ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:40:46.956302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:40:46.411647Z","time spent":"544.606643ms","remote":"127.0.0.1:56018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:40:46.955994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.411165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:40:46.956416Z","caller":"traceutil/trace.go:171","msg":"trace[1661233252] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:21361; }","duration":"254.897374ms","start":"2026-04-29T02:40:46.701504Z","end":"2026-04-29T02:40:46.956402Z","steps":["trace[1661233252] 'agreement among raft nodes before linearized reading' (duration: 254.396134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:40:46.955994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.36755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:40:46.956555Z","caller":"traceutil/trace.go:171","msg":"trace[865596979] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:21361; }","duration":"224.003581ms","start":"2026-04-29T02:40:46.732542Z","end":"2026-04-29T02:40:46.956545Z","steps":["trace[865596979] 'agreement among raft nodes before linearized reading' (duration: 223.363259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:40:46.956057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.725376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-29T02:40:46.956899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.863716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:40:46.956949Z","caller":"traceutil/trace.go:171","msg":"trace[488262899] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:21361; }","duration":"165.046228ms","start":"2026-04-29T02:40:46.791891Z","end":"2026-04-29T02:40:46.956937Z","steps":["trace[488262899] 'agreement among raft nodes before linearized reading' (duration: 163.998849ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:40:46.957067Z","caller":"traceutil/trace.go:171","msg":"trace[701934550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21361; }","duration":"674.46491ms","start":"2026-04-29T02:40:46.282267Z","end":"2026-04-29T02:40:46.956732Z","steps":["trace[701934550] 'agreement among raft nodes before linearized reading' (duration: 673.624914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:40:46.957134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:40:46.282244Z","time spent":"674.873536ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T02:40:47.200316Z","caller":"traceutil/trace.go:171","msg":"trace[1284149009] transaction","detail":"{read_only:false; response_revision:21362; number_of_response:1; }","duration":"240.579349ms","start":"2026-04-29T02:40:46.959716Z","end":"2026-04-29T02:40:47.200295Z","steps":["trace[1284149009] 'process raft request' (duration: 215.485023ms)","trace[1284149009] 'compare' (duration: 24.892302ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:40:47.200617Z","caller":"traceutil/trace.go:171","msg":"trace[529005453] transaction","detail":"{read_only:false; response_revision:21363; number_of_response:1; }","duration":"239.601281ms","start":"2026-04-29T02:40:46.960996Z","end":"2026-04-29T02:40:47.200597Z","steps":["trace[529005453] 'process raft request' (duration: 239.269325ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:40:47.200701Z","caller":"traceutil/trace.go:171","msg":"trace[2009519937] linearizableReadLoop","detail":"{readStateIndex:22101; appliedIndex:22098; }","duration":"208.664988ms","start":"2026-04-29T02:40:46.992028Z","end":"2026-04-29T02:40:47.200693Z","steps":["trace[2009519937] 'read index received' (duration: 183.163495ms)","trace[2009519937] 'applied index is now lower than readState.Index' (duration: 25.500743ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:40:47.20073Z","caller":"traceutil/trace.go:171","msg":"trace[1935503934] transaction","detail":"{read_only:false; response_revision:21364; number_of_response:1; }","duration":"208.81861ms","start":"2026-04-29T02:40:46.991889Z","end":"2026-04-29T02:40:47.200707Z","steps":["trace[1935503934] 'process raft request' (duration: 208.636977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:40:47.200874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.903866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-29T02:40:47.200875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.835661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18462"} {"level":"info","ts":"2026-04-29T02:40:47.200897Z","caller":"traceutil/trace.go:171","msg":"trace[2139969163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21364; }","duration":"122.983768ms","start":"2026-04-29T02:40:47.077907Z","end":"2026-04-29T02:40:47.200891Z","steps":["trace[2139969163] 'agreement among raft nodes before linearized reading' (duration: 122.848166ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:40:47.200901Z","caller":"traceutil/trace.go:171","msg":"trace[1176543345] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21364; }","duration":"208.915631ms","start":"2026-04-29T02:40:46.991979Z","end":"2026-04-29T02:40:47.200895Z","steps":["trace[1176543345] 'agreement among raft nodes before linearized reading' (duration: 208.770159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:40:47.20098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.941401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:40:47.201023Z","caller":"traceutil/trace.go:171","msg":"trace[301437995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21364; }","duration":"101.007243ms","start":"2026-04-29T02:40:47.100004Z","end":"2026-04-29T02:40:47.201011Z","steps":["trace[301437995] 'agreement among raft nodes before linearized reading' (duration: 100.930191ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:40:47.38817Z","caller":"traceutil/trace.go:171","msg":"trace[1727003205] transaction","detail":"{read_only:false; response_revision:21366; number_of_response:1; }","duration":"182.37175ms","start":"2026-04-29T02:40:47.205772Z","end":"2026-04-29T02:40:47.388144Z","steps":["trace[1727003205] 'process raft request' (duration: 182.262528ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:40:47.388224Z","caller":"traceutil/trace.go:171","msg":"trace[1429617319] transaction","detail":"{read_only:false; response_revision:21365; number_of_response:1; }","duration":"183.43362ms","start":"2026-04-29T02:40:47.204767Z","end":"2026-04-29T02:40:47.388201Z","steps":["trace[1429617319] 'process raft request' (duration: 182.425912ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:40:47.388372Z","caller":"traceutil/trace.go:171","msg":"trace[846677302] linearizableReadLoop","detail":"{readStateIndex:22102; appliedIndex:22101; }","duration":"183.139243ms","start":"2026-04-29T02:40:47.205221Z","end":"2026-04-29T02:40:47.388361Z","steps":["trace[846677302] 'read index received' (duration: 181.972773ms)","trace[846677302] 'applied index is now lower than readState.Index' (duration: 1.16541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:40:47.388576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.334207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:40:47.388617Z","caller":"traceutil/trace.go:171","msg":"trace[842071433] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:21366; }","duration":"183.406349ms","start":"2026-04-29T02:40:47.2052Z","end":"2026-04-29T02:40:47.388606Z","steps":["trace[842071433] 'agreement among raft nodes before linearized reading' (duration: 183.233595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:40:47.388777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.382593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:40:47.388814Z","caller":"traceutil/trace.go:171","msg":"trace[1419955716] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21366; }","duration":"132.471045ms","start":"2026-04-29T02:40:47.256332Z","end":"2026-04-29T02:40:47.388803Z","steps":["trace[1419955716] 'agreement among raft nodes before linearized reading' (duration: 132.404644ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:40:48.152819Z","caller":"traceutil/trace.go:171","msg":"trace[1670357432] linearizableReadLoop","detail":"{readStateIndex:22104; appliedIndex:22103; }","duration":"351.903191ms","start":"2026-04-29T02:40:47.800884Z","end":"2026-04-29T02:40:48.152787Z","steps":["trace[1670357432] 'read index received' (duration: 351.650986ms)","trace[1670357432] 'applied index is now lower than readState.Index' (duration: 250.925µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:40:48.152866Z","caller":"traceutil/trace.go:171","msg":"trace[333895846] transaction","detail":"{read_only:false; response_revision:21367; number_of_response:1; }","duration":"366.986761ms","start":"2026-04-29T02:40:47.785849Z","end":"2026-04-29T02:40:48.152836Z","steps":["trace[333895846] 'process raft request' (duration: 366.703076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:40:48.152981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.066674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:40:48.153027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:40:47.78582Z","time spent":"367.117834ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:40:48.153044Z","caller":"traceutil/trace.go:171","msg":"trace[295219659] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:21367; }","duration":"352.207176ms","start":"2026-04-29T02:40:47.800816Z","end":"2026-04-29T02:40:48.153023Z","steps":["trace[295219659] 'agreement among raft nodes before linearized reading' (duration: 352.092104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:40:48.153094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:40:47.800784Z","time spent":"352.297909ms","remote":"127.0.0.1:56010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:41:23.746346Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19572} {"level":"info","ts":"2026-04-29T02:41:23.908762Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19572,"took":"159.126882ms","hash":3956949016,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":30019584,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-29T02:41:23.908875Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3956949016,"revision":19572,"compact-revision":16998} {"level":"info","ts":"2026-04-29T02:41:30.415958Z","caller":"traceutil/trace.go:171","msg":"trace[1005019216] linearizableReadLoop","detail":"{readStateIndex:22587; appliedIndex:22585; }","duration":"177.987341ms","start":"2026-04-29T02:41:30.237943Z","end":"2026-04-29T02:41:30.41593Z","steps":["trace[1005019216] 'read index received' (duration: 81.251607ms)","trace[1005019216] 'applied index is now lower than readState.Index' (duration: 96.734354ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:41:30.416069Z","caller":"traceutil/trace.go:171","msg":"trace[352399094] transaction","detail":"{read_only:false; response_revision:21832; number_of_response:1; }","duration":"178.577222ms","start":"2026-04-29T02:41:30.237457Z","end":"2026-04-29T02:41:30.416034Z","steps":["trace[352399094] 'process raft request' (duration: 178.277777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:30.416304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.339588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18462"} {"level":"info","ts":"2026-04-29T02:41:30.416401Z","caller":"traceutil/trace.go:171","msg":"trace[672115486] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:21832; }","duration":"178.502181ms","start":"2026-04-29T02:41:30.237877Z","end":"2026-04-29T02:41:30.416379Z","steps":["trace[672115486] 'agreement among raft nodes before linearized reading' (duration: 178.238997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:30.508285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.189704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-29T02:41:30.508326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.52845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:41:30.508402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.208934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:30.508413Z","caller":"traceutil/trace.go:171","msg":"trace[1987656643] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21833; }","duration":"213.621843ms","start":"2026-04-29T02:41:30.294762Z","end":"2026-04-29T02:41:30.508384Z","steps":["trace[1987656643] 'agreement among raft nodes before linearized reading' (duration: 213.49255ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:30.50848Z","caller":"traceutil/trace.go:171","msg":"trace[318087791] transaction","detail":"{read_only:false; response_revision:21833; number_of_response:1; }","duration":"180.943907ms","start":"2026-04-29T02:41:30.327525Z","end":"2026-04-29T02:41:30.508469Z","steps":["trace[318087791] 'process raft request' (duration: 180.406797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:30.508288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.850986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:41:30.508385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.235856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-29T02:41:30.508936Z","caller":"traceutil/trace.go:171","msg":"trace[999790502] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:21833; }","duration":"171.826678ms","start":"2026-04-29T02:41:30.337087Z","end":"2026-04-29T02:41:30.508913Z","steps":["trace[999790502] 'agreement among raft nodes before linearized reading' (duration: 171.095054ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:30.508441Z","caller":"traceutil/trace.go:171","msg":"trace[804599101] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:21833; }","duration":"214.268874ms","start":"2026-04-29T02:41:30.294163Z","end":"2026-04-29T02:41:30.508432Z","steps":["trace[804599101] 'agreement among raft nodes before linearized reading' (duration: 214.209843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:30.508425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.02941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:30.50912Z","caller":"traceutil/trace.go:171","msg":"trace[1121294440] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21833; }","duration":"214.804874ms","start":"2026-04-29T02:41:30.294287Z","end":"2026-04-29T02:41:30.509091Z","steps":["trace[1121294440] 'agreement among raft nodes before linearized reading' (duration: 214.029229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:30.509138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.020059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-29T02:41:30.509289Z","caller":"traceutil/trace.go:171","msg":"trace[544489357] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21833; }","duration":"256.244963ms","start":"2026-04-29T02:41:30.253008Z","end":"2026-04-29T02:41:30.509253Z","steps":["trace[544489357] 'agreement among raft nodes before linearized reading' (duration: 255.745394ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:30.50834Z","caller":"traceutil/trace.go:171","msg":"trace[447897842] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21833; }","duration":"214.291506ms","start":"2026-04-29T02:41:30.294033Z","end":"2026-04-29T02:41:30.508325Z","steps":["trace[447897842] 'agreement among raft nodes before linearized reading' (duration: 214.101732ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:30.50863Z","caller":"traceutil/trace.go:171","msg":"trace[1930539270] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21833; }","duration":"249.236263ms","start":"2026-04-29T02:41:30.259363Z","end":"2026-04-29T02:41:30.508599Z","steps":["trace[1930539270] 'agreement among raft nodes before linearized reading' (duration: 248.794415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:30.508602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.076379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:30.509625Z","caller":"traceutil/trace.go:171","msg":"trace[340956021] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21833; }","duration":"251.047456ms","start":"2026-04-29T02:41:30.258514Z","end":"2026-04-29T02:41:30.509561Z","steps":["trace[340956021] 'agreement among raft nodes before linearized reading' (duration: 249.979327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:30.508656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.800702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:30.509869Z","caller":"traceutil/trace.go:171","msg":"trace[127776297] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21833; }","duration":"252.016134ms","start":"2026-04-29T02:41:30.257828Z","end":"2026-04-29T02:41:30.509845Z","steps":["trace[127776297] 'agreement among raft nodes before linearized reading' (duration: 250.770471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:30.508615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.740962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:30.510343Z","caller":"traceutil/trace.go:171","msg":"trace[211673731] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21833; }","duration":"252.540955ms","start":"2026-04-29T02:41:30.257782Z","end":"2026-04-29T02:41:30.510323Z","steps":["trace[211673731] 'agreement among raft nodes before linearized reading' (duration: 250.65897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:30.508695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.505349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:30.510688Z","caller":"traceutil/trace.go:171","msg":"trace[1727573327] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21833; }","duration":"251.479686ms","start":"2026-04-29T02:41:30.259154Z","end":"2026-04-29T02:41:30.510634Z","steps":["trace[1727573327] 'agreement among raft nodes before linearized reading' (duration: 249.473129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:30.508714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.940755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:30.510861Z","caller":"traceutil/trace.go:171","msg":"trace[302929065] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:21833; }","duration":"253.058745ms","start":"2026-04-29T02:41:30.257747Z","end":"2026-04-29T02:41:30.510805Z","steps":["trace[302929065] 'agreement among raft nodes before linearized reading' (duration: 250.949306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:30.508666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.311195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:41:30.508727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.885377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:30.511055Z","caller":"traceutil/trace.go:171","msg":"trace[1431996172] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21833; }","duration":"216.234931ms","start":"2026-04-29T02:41:30.294805Z","end":"2026-04-29T02:41:30.51104Z","steps":["trace[1431996172] 'agreement among raft nodes before linearized reading' (duration: 213.870038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:30.508756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.901166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-29T02:41:30.511203Z","caller":"traceutil/trace.go:171","msg":"trace[1335550726] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21833; }","duration":"252.387531ms","start":"2026-04-29T02:41:30.258806Z","end":"2026-04-29T02:41:30.511193Z","steps":["trace[1335550726] 'agreement among raft nodes before linearized reading' (duration: 249.699533ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:30.511167Z","caller":"traceutil/trace.go:171","msg":"trace[617485688] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21833; }","duration":"251.613837ms","start":"2026-04-29T02:41:30.259322Z","end":"2026-04-29T02:41:30.510936Z","steps":["trace[617485688] 'agreement among raft nodes before linearized reading' (duration: 249.046099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:30.50878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.199943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-29T02:41:30.508807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.724364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:30.511419Z","caller":"traceutil/trace.go:171","msg":"trace[1682179782] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:21833; }","duration":"258.409914ms","start":"2026-04-29T02:41:30.252989Z","end":"2026-04-29T02:41:30.511398Z","steps":["trace[1682179782] 'agreement among raft nodes before linearized reading' (duration: 255.683154ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:30.511486Z","caller":"traceutil/trace.go:171","msg":"trace[1880264399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21833; }","duration":"127.944204ms","start":"2026-04-29T02:41:30.383526Z","end":"2026-04-29T02:41:30.51147Z","steps":["trace[1880264399] 'agreement among raft nodes before linearized reading' (duration: 125.02085ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:30.90125Z","caller":"traceutil/trace.go:171","msg":"trace[1487654637] transaction","detail":"{read_only:false; response_revision:21840; number_of_response:1; }","duration":"132.362066ms","start":"2026-04-29T02:41:30.768858Z","end":"2026-04-29T02:41:30.90122Z","steps":["trace[1487654637] 'process raft request' (duration: 132.148112ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:31.050821Z","caller":"traceutil/trace.go:171","msg":"trace[1527873040] transaction","detail":"{read_only:false; response_revision:21841; number_of_response:1; }","duration":"141.525656ms","start":"2026-04-29T02:41:30.909256Z","end":"2026-04-29T02:41:31.050782Z","steps":["trace[1527873040] 'process raft request' (duration: 113.74765ms)","trace[1527873040] 'compare' (duration: 27.411609ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:41:31.05092Z","caller":"traceutil/trace.go:171","msg":"trace[1785005006] transaction","detail":"{read_only:false; response_revision:21842; number_of_response:1; }","duration":"141.561136ms","start":"2026-04-29T02:41:30.909282Z","end":"2026-04-29T02:41:31.050844Z","steps":["trace[1785005006] 'process raft request' (duration: 141.453294ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:31.071424Z","caller":"traceutil/trace.go:171","msg":"trace[1399381011] transaction","detail":"{read_only:false; response_revision:21843; number_of_response:1; }","duration":"162.088047ms","start":"2026-04-29T02:41:30.909319Z","end":"2026-04-29T02:41:31.071407Z","steps":["trace[1399381011] 'process raft request' (duration: 161.983875ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:33.845873Z","caller":"traceutil/trace.go:171","msg":"trace[2022616847] transaction","detail":"{read_only:false; response_revision:21866; number_of_response:1; }","duration":"147.985646ms","start":"2026-04-29T02:41:33.697846Z","end":"2026-04-29T02:41:33.845832Z","steps":["trace[2022616847] 'process raft request' (duration: 147.727101ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:33.846854Z","caller":"traceutil/trace.go:171","msg":"trace[1760502669] transaction","detail":"{read_only:false; response_revision:21867; number_of_response:1; }","duration":"147.975726ms","start":"2026-04-29T02:41:33.698847Z","end":"2026-04-29T02:41:33.846822Z","steps":["trace[1760502669] 'process raft request' (duration: 147.805903ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:35.957192Z","caller":"traceutil/trace.go:171","msg":"trace[1993630991] transaction","detail":"{read_only:false; response_revision:21879; number_of_response:1; }","duration":"102.603682ms","start":"2026-04-29T02:41:35.854541Z","end":"2026-04-29T02:41:35.957145Z","steps":["trace[1993630991] 'process raft request' (duration: 65.492085ms)","trace[1993630991] 'compare' (duration: 36.968845ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:41:36.814695Z","caller":"traceutil/trace.go:171","msg":"trace[1769581686] transaction","detail":"{read_only:false; response_revision:21881; number_of_response:1; }","duration":"101.137967ms","start":"2026-04-29T02:41:36.713523Z","end":"2026-04-29T02:41:36.814661Z","steps":["trace[1769581686] 'process raft request' (duration: 100.854291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:43.853167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.994421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:44:43.853472Z","caller":"traceutil/trace.go:171","msg":"trace[1962086462] transaction","detail":"{read_only:false; response_revision:23737; number_of_response:1; }","duration":"167.148831ms","start":"2026-04-29T02:44:43.686297Z","end":"2026-04-29T02:44:43.853446Z","steps":["trace[1962086462] 'process raft request' (duration: 167.067449ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:43.853515Z","caller":"traceutil/trace.go:171","msg":"trace[1957317620] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"180.961026ms","start":"2026-04-29T02:44:43.672476Z","end":"2026-04-29T02:44:43.853437Z","steps":["trace[1957317620] 'compare' (duration: 177.797598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:49.284283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128889662s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:44:49.284475Z","caller":"traceutil/trace.go:171","msg":"trace[1456092144] transaction","detail":"{read_only:false; response_revision:23810; number_of_response:1; }","duration":"1.373518199s","start":"2026-04-29T02:44:47.910924Z","end":"2026-04-29T02:44:49.284442Z","steps":["trace[1456092144] 'process raft request' (duration: 244.353143ms)","trace[1456092144] 'compare' (duration: 1.127387913s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:49.284506Z","caller":"traceutil/trace.go:171","msg":"trace[1343121634] linearizableReadLoop","detail":"{readStateIndex:24621; appliedIndex:24620; }","duration":"1.18379357s","start":"2026-04-29T02:44:48.10068Z","end":"2026-04-29T02:44:49.284473Z","steps":["trace[1343121634] 'read index received' (duration: 54.564152ms)","trace[1343121634] 'applied index is now lower than readState.Index' (duration: 1.129225758s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:49.284658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:47.910909Z","time spent":"1.373655591s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:44:49.284828Z","caller":"traceutil/trace.go:171","msg":"trace[250169570] transaction","detail":"{read_only:false; response_revision:23811; number_of_response:1; }","duration":"749.513043ms","start":"2026-04-29T02:44:48.53529Z","end":"2026-04-29T02:44:49.284803Z","steps":["trace[250169570] 'process raft request' (duration: 749.133697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:49.284949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:48.535259Z","time spent":"749.636635ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:44:49.284977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184287568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:44:49.285073Z","caller":"traceutil/trace.go:171","msg":"trace[333735055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23811; }","duration":"1.184465032s","start":"2026-04-29T02:44:48.100579Z","end":"2026-04-29T02:44:49.285044Z","steps":["trace[333735055] 'agreement among raft nodes before linearized reading' (duration: 1.184048304s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:49.285138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:48.100551Z","time spent":"1.184577123s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:44:49.784712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019703312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:44:50.040623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.278515ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:44:50.040791Z","caller":"traceutil/trace.go:171","msg":"trace[778057956] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23811; }","duration":"435.481949ms","start":"2026-04-29T02:44:49.605287Z","end":"2026-04-29T02:44:50.040769Z","steps":["trace[778057956] 'range keys from in-memory index tree' (duration: 435.251645ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:50.041182Z","caller":"traceutil/trace.go:171","msg":"trace[1452468997] transaction","detail":"{read_only:false; response_revision:23812; number_of_response:1; }","duration":"1.229476937s","start":"2026-04-29T02:44:48.811686Z","end":"2026-04-29T02:44:50.041163Z","steps":["trace[1452468997] 'process raft request' (duration: 1.227514161s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:50.0413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:48.811665Z","time spent":"1.229560288s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:44:50.041279Z","caller":"traceutil/trace.go:171","msg":"trace[1218902966] transaction","detail":"{read_only:false; response_revision:23814; number_of_response:1; }","duration":"1.130813596s","start":"2026-04-29T02:44:48.910439Z","end":"2026-04-29T02:44:50.041253Z","steps":["trace[1218902966] 'process raft request' (duration: 1.130711174s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:50.041655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:48.910425Z","time spent":"1.130928239s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:44:50.041898Z","caller":"traceutil/trace.go:171","msg":"trace[685913682] transaction","detail":"{read_only:false; response_revision:23813; number_of_response:1; }","duration":"1.159918217s","start":"2026-04-29T02:44:48.881944Z","end":"2026-04-29T02:44:50.041862Z","steps":["trace[685913682] 'process raft request' (duration: 1.159119092s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:50.042058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:48.881912Z","time spent":"1.160065889s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:44:50.048414Z","caller":"traceutil/trace.go:171","msg":"trace[504867981] transaction","detail":"{read_only:false; response_revision:23815; number_of_response:1; }","duration":"410.785361ms","start":"2026-04-29T02:44:49.637613Z","end":"2026-04-29T02:44:50.048398Z","steps":["trace[504867981] 'process raft request' (duration: 410.646847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:50.048563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:49.637582Z","time spent":"410.913443ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:44:50.048742Z","caller":"traceutil/trace.go:171","msg":"trace[185928451] transaction","detail":"{read_only:false; response_revision:23816; number_of_response:1; }","duration":"409.214131ms","start":"2026-04-29T02:44:49.639511Z","end":"2026-04-29T02:44:50.048725Z","steps":["trace[185928451] 'process raft request' (duration: 408.857085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:50.048819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:49.639479Z","time spent":"409.300103ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:44:50.048987Z","caller":"traceutil/trace.go:171","msg":"trace[1662123064] transaction","detail":"{read_only:false; response_revision:23817; number_of_response:1; }","duration":"135.417853ms","start":"2026-04-29T02:44:49.913555Z","end":"2026-04-29T02:44:50.048973Z","steps":["trace[1662123064] 'process raft request' (duration: 135.107527ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:50.049131Z","caller":"traceutil/trace.go:171","msg":"trace[1495287124] linearizableReadLoop","detail":"{readStateIndex:24627; appliedIndex:24622; }","duration":"764.501651ms","start":"2026-04-29T02:44:49.284585Z","end":"2026-04-29T02:44:50.049087Z","steps":["trace[1495287124] 'read index received' (duration: 754.637168ms)","trace[1495287124] 'applied index is now lower than readState.Index' (duration: 9.863353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:50.049275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12664923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:44:50.049338Z","caller":"traceutil/trace.go:171","msg":"trace[1744161667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23818; }","duration":"1.126758561s","start":"2026-04-29T02:44:48.922562Z","end":"2026-04-29T02:44:50.04932Z","steps":["trace[1744161667] 'agreement among raft nodes before linearized reading' (duration: 1.126572638s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:50.049347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921353641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:44:50.049376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:48.922548Z","time spent":"1.126818763s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:44:50.049434Z","caller":"traceutil/trace.go:171","msg":"trace[109654434] transaction","detail":"{read_only:false; response_revision:23818; number_of_response:1; }","duration":"132.435766ms","start":"2026-04-29T02:44:49.916916Z","end":"2026-04-29T02:44:50.049352Z","steps":["trace[109654434] 'process raft request' (duration: 132.016169ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:50.049383Z","caller":"traceutil/trace.go:171","msg":"trace[1795589314] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23818; }","duration":"1.921439112s","start":"2026-04-29T02:44:48.12793Z","end":"2026-04-29T02:44:50.049369Z","steps":["trace[1795589314] 'agreement among raft nodes before linearized reading' (duration: 1.92133538s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:50.049726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.923673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-29T02:44:50.049747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.165606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:44:50.049746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:48.127914Z","time spent":"1.921815628s","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:44:50.049497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002519697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:44:50.049803Z","caller":"traceutil/trace.go:171","msg":"trace[1733334063] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23818; }","duration":"686.030696ms","start":"2026-04-29T02:44:49.363749Z","end":"2026-04-29T02:44:50.04978Z","steps":["trace[1733334063] 'agreement among raft nodes before linearized reading' (duration: 685.785991ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:50.049807Z","caller":"traceutil/trace.go:171","msg":"trace[23996940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23818; }","duration":"756.249859ms","start":"2026-04-29T02:44:49.293538Z","end":"2026-04-29T02:44:50.049788Z","steps":["trace[23996940] 'agreement among raft nodes before linearized reading' (duration: 756.167817ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:50.049838Z","caller":"traceutil/trace.go:171","msg":"trace[318367127] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23818; }","duration":"1.002901784s","start":"2026-04-29T02:44:49.046925Z","end":"2026-04-29T02:44:50.049827Z","steps":["trace[318367127] 'agreement among raft nodes before linearized reading' (duration: 1.002542167s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:50.049844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.074059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:30 size:267028"} {"level":"warn","ts":"2026-04-29T02:44:50.049851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:49.293518Z","time spent":"756.3247ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:44:50.049866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:49.363725Z","time spent":"686.114517ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-29T02:44:50.049878Z","caller":"traceutil/trace.go:171","msg":"trace[532246015] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:30; response_revision:23818; }","duration":"698.159191ms","start":"2026-04-29T02:44:49.351709Z","end":"2026-04-29T02:44:50.049868Z","steps":["trace[532246015] 'agreement among raft nodes before linearized reading' (duration: 697.828164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:50.049289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.22688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:44:50.049905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:49.351687Z","time spent":"698.211762ms","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":30,"response size":267052,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-29T02:44:50.049912Z","caller":"traceutil/trace.go:171","msg":"trace[2037346561] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23818; }","duration":"975.883132ms","start":"2026-04-29T02:44:49.074016Z","end":"2026-04-29T02:44:50.049899Z","steps":["trace[2037346561] 'agreement among raft nodes before linearized reading' (duration: 975.212539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:50.049939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:49.074002Z","time spent":"975.929173ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:44:50.049876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:49.04687Z","time spent":"1.002993956s","remote":"127.0.0.1:60110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:44:50.049463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845595975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-04-29T02:44:50.050099Z","caller":"traceutil/trace.go:171","msg":"trace[111086360] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23818; }","duration":"1.846281409s","start":"2026-04-29T02:44:48.203804Z","end":"2026-04-29T02:44:50.050085Z","steps":["trace[111086360] 'agreement among raft nodes before linearized reading' (duration: 1.845458663s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:50.05014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:48.203789Z","time spent":"1.846339179s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-29T02:44:50.049587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371545892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:44:50.05022Z","caller":"traceutil/trace.go:171","msg":"trace[685331970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23818; }","duration":"1.372212424s","start":"2026-04-29T02:44:48.677995Z","end":"2026-04-29T02:44:50.050207Z","steps":["trace[685331970] 'agreement among raft nodes before linearized reading' (duration: 1.37152545s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:50.050275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:48.677975Z","time spent":"1.372289026s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:44:50.049642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129250746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:44:50.050355Z","caller":"traceutil/trace.go:171","msg":"trace[1100647299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23818; }","duration":"1.130011561s","start":"2026-04-29T02:44:48.920332Z","end":"2026-04-29T02:44:50.050344Z","steps":["trace[1100647299] 'agreement among raft nodes before linearized reading' (duration: 1.129217456s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:50.05043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:48.920299Z","time spent":"1.130119173s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:44:50.051673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313165159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:44:50.051737Z","caller":"traceutil/trace.go:171","msg":"trace[18982842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23818; }","duration":"1.31323884s","start":"2026-04-29T02:44:48.738489Z","end":"2026-04-29T02:44:50.051728Z","steps":["trace[18982842] 'agreement among raft nodes before linearized reading' (duration: 1.310680512s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:50.051867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:48.738484Z","time spent":"1.313325361s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:45:16.270182Z","caller":"traceutil/trace.go:171","msg":"trace[1461361882] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"136.135066ms","start":"2026-04-29T02:45:16.13402Z","end":"2026-04-29T02:45:16.270155Z","steps":["trace[1461361882] 'process raft request' (duration: 135.932111ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:16.345449Z","caller":"traceutil/trace.go:171","msg":"trace[1420852897] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"210.351782ms","start":"2026-04-29T02:45:16.135081Z","end":"2026-04-29T02:45:16.345433Z","steps":["trace[1420852897] 'process raft request' (duration: 210.105747ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:16.345426Z","caller":"traceutil/trace.go:171","msg":"trace[200291253] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"203.459714ms","start":"2026-04-29T02:45:16.141941Z","end":"2026-04-29T02:45:16.345401Z","steps":["trace[200291253] 'process raft request' (duration: 203.376413ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:16.34568Z","caller":"traceutil/trace.go:171","msg":"trace[1441745612] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"201.451237ms","start":"2026-04-29T02:45:16.144217Z","end":"2026-04-29T02:45:16.345668Z","steps":["trace[1441745612] 'process raft request' (duration: 201.342424ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:16.345687Z","caller":"traceutil/trace.go:171","msg":"trace[948104850] linearizableReadLoop","detail":"{readStateIndex:24991; appliedIndex:24986; }","duration":"172.800006ms","start":"2026-04-29T02:45:16.172869Z","end":"2026-04-29T02:45:16.345669Z","steps":["trace[948104850] 'read index received' (duration: 97.118761ms)","trace[948104850] 'applied index is now lower than readState.Index' (duration: 75.680615ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:16.345706Z","caller":"traceutil/trace.go:171","msg":"trace[159125154] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"202.447646ms","start":"2026-04-29T02:45:16.143217Z","end":"2026-04-29T02:45:16.345665Z","steps":["trace[159125154] 'process raft request' (duration: 202.146939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:16.345866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.992799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T02:45:16.345899Z","caller":"traceutil/trace.go:171","msg":"trace[1974421434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24174; }","duration":"173.03923ms","start":"2026-04-29T02:45:16.172852Z","end":"2026-04-29T02:45:16.345891Z","steps":["trace[1974421434] 'agreement among raft nodes before linearized reading' (duration: 172.900577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:16.349944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.307279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:45:16.349989Z","caller":"traceutil/trace.go:171","msg":"trace[685193224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24175; }","duration":"143.36457ms","start":"2026-04-29T02:45:16.206613Z","end":"2026-04-29T02:45:16.349978Z","steps":["trace[685193224] 'agreement among raft nodes before linearized reading' (duration: 143.229876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:16.349972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.228095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-29T02:45:16.350016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.124236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T02:45:16.350044Z","caller":"traceutil/trace.go:171","msg":"trace[894526326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24175; }","duration":"165.346097ms","start":"2026-04-29T02:45:16.184679Z","end":"2026-04-29T02:45:16.350025Z","steps":["trace[894526326] 'agreement among raft nodes before linearized reading' (duration: 165.137702ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:16.350065Z","caller":"traceutil/trace.go:171","msg":"trace[952080250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24175; }","duration":"156.187697ms","start":"2026-04-29T02:45:16.193865Z","end":"2026-04-29T02:45:16.350053Z","steps":["trace[952080250] 'agreement among raft nodes before linearized reading' (duration: 155.996544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:22.117763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.487214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-29T02:45:22.117849Z","caller":"traceutil/trace.go:171","msg":"trace[341126523] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24233; }","duration":"176.622426ms","start":"2026-04-29T02:45:21.941205Z","end":"2026-04-29T02:45:22.117827Z","steps":["trace[341126523] 'range keys from in-memory index tree' (duration: 176.25144ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:35.865593Z","caller":"traceutil/trace.go:171","msg":"trace[1374315048] transaction","detail":"{read_only:false; response_revision:24443; number_of_response:1; }","duration":"202.16175ms","start":"2026-04-29T02:45:35.663386Z","end":"2026-04-29T02:45:35.865548Z","steps":["trace[1374315048] 'process raft request' (duration: 201.63096ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:36.454555Z","caller":"traceutil/trace.go:171","msg":"trace[1199402323] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"115.953471ms","start":"2026-04-29T02:45:36.338558Z","end":"2026-04-29T02:45:36.454511Z","steps":["trace[1199402323] 'process raft request' (duration: 115.680165ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:36.858936Z","caller":"traceutil/trace.go:171","msg":"trace[1985493355] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"115.36995ms","start":"2026-04-29T02:45:36.743527Z","end":"2026-04-29T02:45:36.858897Z","steps":["trace[1985493355] 'process raft request' (duration: 115.067154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:37.352214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.748178ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-29T02:45:37.353008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:36.860293Z","time spent":"492.709329ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T02:45:37.353237Z","caller":"traceutil/trace.go:171","msg":"trace[1033215061] linearizableReadLoop","detail":"{readStateIndex:25280; appliedIndex:25278; }","duration":"121.719477ms","start":"2026-04-29T02:45:37.231488Z","end":"2026-04-29T02:45:37.353207Z","steps":["trace[1033215061] 'read index received' (duration: 120.625937ms)","trace[1033215061] 'applied index is now lower than readState.Index' (duration: 1.09228ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:37.353324Z","caller":"traceutil/trace.go:171","msg":"trace[219096095] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"474.511552ms","start":"2026-04-29T02:45:36.878782Z","end":"2026-04-29T02:45:37.353293Z","steps":["trace[219096095] 'process raft request' (duration: 473.579675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:37.353504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.003543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:45:37.353507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.82692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:45:37.353548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:36.878757Z","time spent":"474.632194ms","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5592,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:45:37.353574Z","caller":"traceutil/trace.go:171","msg":"trace[208840120] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:24457; }","duration":"122.130746ms","start":"2026-04-29T02:45:37.231421Z","end":"2026-04-29T02:45:37.353552Z","steps":["trace[208840120] 'agreement among raft nodes before linearized reading' (duration: 121.926732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:37.353576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.979633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:45:37.353621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.024083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:45:37.35367Z","caller":"traceutil/trace.go:171","msg":"trace[100552881] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24457; }","duration":"122.103735ms","start":"2026-04-29T02:45:37.231555Z","end":"2026-04-29T02:45:37.353658Z","steps":["trace[100552881] 'agreement among raft nodes before linearized reading' (duration: 122.045644ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:37.353679Z","caller":"traceutil/trace.go:171","msg":"trace[2064477515] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24457; }","duration":"122.130316ms","start":"2026-04-29T02:45:37.23152Z","end":"2026-04-29T02:45:37.353651Z","steps":["trace[2064477515] 'agreement among raft nodes before linearized reading' (duration: 121.870551ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:37.35357Z","caller":"traceutil/trace.go:171","msg":"trace[98241427] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24457; }","duration":"121.996923ms","start":"2026-04-29T02:45:37.23156Z","end":"2026-04-29T02:45:37.353557Z","steps":["trace[98241427] 'agreement among raft nodes before linearized reading' (duration: 121.82731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:37.353505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.538355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:45:37.354022Z","caller":"traceutil/trace.go:171","msg":"trace[407732049] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24457; }","duration":"122.084024ms","start":"2026-04-29T02:45:37.231921Z","end":"2026-04-29T02:45:37.354005Z","steps":["trace[407732049] 'agreement among raft nodes before linearized reading' (duration: 121.537164ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:41.988952Z","caller":"traceutil/trace.go:171","msg":"trace[877137303] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"193.138653ms","start":"2026-04-29T02:45:41.795785Z","end":"2026-04-29T02:45:41.988923Z","steps":["trace[877137303] 'process raft request' (duration: 192.903409ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:54.799632Z","caller":"traceutil/trace.go:171","msg":"trace[1568552063] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"138.098632ms","start":"2026-04-29T02:45:54.661483Z","end":"2026-04-29T02:45:54.799581Z","steps":["trace[1568552063] 'process raft request' (duration: 137.890498ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:54.799861Z","caller":"traceutil/trace.go:171","msg":"trace[726803161] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"138.249255ms","start":"2026-04-29T02:45:54.661571Z","end":"2026-04-29T02:45:54.799821Z","steps":["trace[726803161] 'process raft request' (duration: 137.9606ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:54.799932Z","caller":"traceutil/trace.go:171","msg":"trace[1136284258] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"138.277766ms","start":"2026-04-29T02:45:54.661618Z","end":"2026-04-29T02:45:54.799895Z","steps":["trace[1136284258] 'process raft request' (duration: 138.154073ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:23.753983Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21786} {"level":"info","ts":"2026-04-29T02:46:23.861027Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21786,"took":"103.809475ms","hash":2107873095,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":42287104,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-29T02:46:23.861135Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2107873095,"revision":21786,"compact-revision":19572} {"level":"info","ts":"2026-04-29T02:47:54.608441Z","caller":"traceutil/trace.go:171","msg":"trace[801297782] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"131.629951ms","start":"2026-04-29T02:47:54.47679Z","end":"2026-04-29T02:47:54.608419Z","steps":["trace[801297782] 'process raft request' (duration: 129.642894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:47:54.956601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.266622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:47:54.956694Z","caller":"traceutil/trace.go:171","msg":"trace[463159277] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25742; }","duration":"222.413025ms","start":"2026-04-29T02:47:54.73426Z","end":"2026-04-29T02:47:54.956673Z","steps":["trace[463159277] 'count revisions from in-memory index tree' (duration: 222.165891ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:47:55.108307Z","caller":"traceutil/trace.go:171","msg":"trace[1217064027] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"117.50401ms","start":"2026-04-29T02:47:54.990778Z","end":"2026-04-29T02:47:55.108282Z","steps":["trace[1217064027] 'process raft request' (duration: 117.331837ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:47:55.528523Z","caller":"traceutil/trace.go:171","msg":"trace[1893698817] linearizableReadLoop","detail":"{readStateIndex:26605; appliedIndex:26600; }","duration":"429.872864ms","start":"2026-04-29T02:47:55.098628Z","end":"2026-04-29T02:47:55.528501Z","steps":["trace[1893698817] 'read index received' (duration: 9.512996ms)","trace[1893698817] 'applied index is now lower than readState.Index' (duration: 420.358628ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:47:55.528804Z","caller":"traceutil/trace.go:171","msg":"trace[581677839] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"442.282514ms","start":"2026-04-29T02:47:55.08651Z","end":"2026-04-29T02:47:55.528792Z","steps":["trace[581677839] 'process raft request' (duration: 441.727234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:47:55.528894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:47:55.086482Z","time spent":"442.349186ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:47:55.529094Z","caller":"traceutil/trace.go:171","msg":"trace[1991970937] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"439.057234ms","start":"2026-04-29T02:47:55.090027Z","end":"2026-04-29T02:47:55.529084Z","steps":["trace[1991970937] 'process raft request' (duration: 438.366612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:47:55.529145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:47:55.090011Z","time spent":"439.106105ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:47:55.529258Z","caller":"traceutil/trace.go:171","msg":"trace[2052568413] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"439.096064ms","start":"2026-04-29T02:47:55.090152Z","end":"2026-04-29T02:47:55.529249Z","steps":["trace[2052568413] 'process raft request' (duration: 438.27929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:47:55.529301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:47:55.09012Z","time spent":"439.157116ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:47:55.529417Z","caller":"traceutil/trace.go:171","msg":"trace[1825615349] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"432.217717ms","start":"2026-04-29T02:47:55.097189Z","end":"2026-04-29T02:47:55.529407Z","steps":["trace[1825615349] 'process raft request' (duration: 431.2726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:47:55.529462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:47:55.097165Z","time spent":"432.271907ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:47:55.529592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.962824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:47:55.529619Z","caller":"traceutil/trace.go:171","msg":"trace[904539048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25747; }","duration":"431.014706ms","start":"2026-04-29T02:47:55.098596Z","end":"2026-04-29T02:47:55.529611Z","steps":["trace[904539048] 'agreement among raft nodes before linearized reading' (duration: 430.962965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:47:55.529643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:47:55.098588Z","time spent":"431.049736ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:47:56.119709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.497783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:47:56.119836Z","caller":"traceutil/trace.go:171","msg":"trace[1117741112] linearizableReadLoop","detail":"{readStateIndex:26606; appliedIndex:26605; }","duration":"591.229877ms","start":"2026-04-29T02:47:55.528584Z","end":"2026-04-29T02:47:56.119814Z","steps":["trace[1117741112] 'read index received' (duration: 227.476239ms)","trace[1117741112] 'applied index is now lower than readState.Index' (duration: 363.751668ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:47:56.119837Z","caller":"traceutil/trace.go:171","msg":"trace[181929465] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"752.960077ms","start":"2026-04-29T02:47:55.366852Z","end":"2026-04-29T02:47:56.119812Z","steps":["trace[181929465] 'process raft request' (duration: 389.22953ms)","trace[181929465] 'compare' (duration: 363.371791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:47:56.120008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.583958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:47:56.120028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:47:55.366831Z","time spent":"753.09914ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:47:56.120045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.857005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:47:56.120102Z","caller":"traceutil/trace.go:171","msg":"trace[6667154] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25748; }","duration":"933.725111ms","start":"2026-04-29T02:47:55.18636Z","end":"2026-04-29T02:47:56.120085Z","steps":["trace[6667154] 'agreement among raft nodes before linearized reading' (duration: 933.599139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:47:56.120044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.32892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T02:47:56.120108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.526938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-29T02:47:56.120132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:47:55.186339Z","time spent":"933.787232ms","remote":"127.0.0.1:43372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:47:56.120135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.641447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:47:56.120157Z","caller":"traceutil/trace.go:171","msg":"trace[530229000] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25748; }","duration":"746.604669ms","start":"2026-04-29T02:47:55.37354Z","end":"2026-04-29T02:47:56.120145Z","steps":["trace[530229000] 'agreement among raft nodes before linearized reading' (duration: 746.398055ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:47:56.120113Z","caller":"traceutil/trace.go:171","msg":"trace[258620625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25748; }","duration":"683.952786ms","start":"2026-04-29T02:47:55.436148Z","end":"2026-04-29T02:47:56.120101Z","steps":["trace[258620625] 'agreement among raft nodes before linearized reading' (duration: 683.720792ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:47:56.120177Z","caller":"traceutil/trace.go:171","msg":"trace[1616812840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25748; }","duration":"872.727598ms","start":"2026-04-29T02:47:55.247436Z","end":"2026-04-29T02:47:56.120164Z","steps":["trace[1616812840] 'agreement among raft nodes before linearized reading' (duration: 872.639867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:47:56.120197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:47:55.373524Z","time spent":"746.66453ms","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-29T02:47:56.120217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:47:55.247392Z","time spent":"872.81914ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:47:56.120006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.966862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:47:56.120314Z","caller":"traceutil/trace.go:171","msg":"trace[1001116289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25748; }","duration":"694.330409ms","start":"2026-04-29T02:47:55.425977Z","end":"2026-04-29T02:47:56.120307Z","steps":["trace[1001116289] 'agreement among raft nodes before linearized reading' (duration: 693.867151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:47:56.120325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.015988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:47:56.120311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:47:55.436138Z","time spent":"684.089948ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:47:56.120369Z","caller":"traceutil/trace.go:171","msg":"trace[992638239] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25748; }","duration":"429.093479ms","start":"2026-04-29T02:47:55.691263Z","end":"2026-04-29T02:47:56.120357Z","steps":["trace[992638239] 'agreement among raft nodes before linearized reading' (duration: 429.028108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:47:56.120374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.45799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:47:56.120429Z","caller":"traceutil/trace.go:171","msg":"trace[132622422] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25748; }","duration":"123.545242ms","start":"2026-04-29T02:47:55.996877Z","end":"2026-04-29T02:47:56.120422Z","steps":["trace[132622422] 'agreement among raft nodes before linearized reading' (duration: 123.422969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:47:56.120341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:47:55.425958Z","time spent":"694.374439ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:47:56.120404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:47:55.691241Z","time spent":"429.152461ms","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:47:56.120149Z","caller":"traceutil/trace.go:171","msg":"trace[1190025879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25748; }","duration":"680.469673ms","start":"2026-04-29T02:47:55.439663Z","end":"2026-04-29T02:47:56.120133Z","steps":["trace[1190025879] 'agreement among raft nodes before linearized reading' (duration: 680.198238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:47:56.120579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:47:55.43965Z","time spent":"680.910601ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:47:56.120283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.560138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:47:56.120655Z","caller":"traceutil/trace.go:171","msg":"trace[796623506] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25748; }","duration":"270.965957ms","start":"2026-04-29T02:47:55.849674Z","end":"2026-04-29T02:47:56.12064Z","steps":["trace[796623506] 'agreement among raft nodes before linearized reading' (duration: 270.577899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:47:56.120175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.309482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:47:56.120726Z","caller":"traceutil/trace.go:171","msg":"trace[1534460869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25748; }","duration":"588.876264ms","start":"2026-04-29T02:47:55.531831Z","end":"2026-04-29T02:47:56.120708Z","steps":["trace[1534460869] 'agreement among raft nodes before linearized reading' (duration: 588.322973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:47:56.12076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:47:55.531814Z","time spent":"588.936585ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:47:56.247448Z","caller":"traceutil/trace.go:171","msg":"trace[615091663] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"123.566622ms","start":"2026-04-29T02:47:56.123855Z","end":"2026-04-29T02:47:56.247421Z","steps":["trace[615091663] 'process raft request' (duration: 123.412169ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:47:56.249111Z","caller":"traceutil/trace.go:171","msg":"trace[652992233] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"124.581811ms","start":"2026-04-29T02:47:56.124507Z","end":"2026-04-29T02:47:56.249089Z","steps":["trace[652992233] 'process raft request' (duration: 124.376897ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:47:56.249306Z","caller":"traceutil/trace.go:171","msg":"trace[1408601110] linearizableReadLoop","detail":"{readStateIndex:26609; appliedIndex:26606; }","duration":"124.639912ms","start":"2026-04-29T02:47:56.124649Z","end":"2026-04-29T02:47:56.249289Z","steps":["trace[1408601110] 'read index received' (duration: 122.607003ms)","trace[1408601110] 'applied index is now lower than readState.Index' (duration: 2.032018ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:47:56.249371Z","caller":"traceutil/trace.go:171","msg":"trace[1415353772] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"124.797756ms","start":"2026-04-29T02:47:56.124562Z","end":"2026-04-29T02:47:56.249359Z","steps":["trace[1415353772] 'process raft request' (duration: 124.492339ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:47:56.249408Z","caller":"traceutil/trace.go:171","msg":"trace[2140601104] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"123.356408ms","start":"2026-04-29T02:47:56.12604Z","end":"2026-04-29T02:47:56.249396Z","steps":["trace[2140601104] 'process raft request' (duration: 123.191275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:47:56.24957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.906426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-04-29T02:47:56.249597Z","caller":"traceutil/trace.go:171","msg":"trace[766104443] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25752; }","duration":"124.953978ms","start":"2026-04-29T02:47:56.124637Z","end":"2026-04-29T02:47:56.249591Z","steps":["trace[766104443] 'agreement among raft nodes before linearized reading' (duration: 124.840296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:47:56.249618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.150964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:47:56.249654Z","caller":"traceutil/trace.go:171","msg":"trace[250258938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25752; }","duration":"123.209896ms","start":"2026-04-29T02:47:56.126434Z","end":"2026-04-29T02:47:56.249644Z","steps":["trace[250258938] 'agreement among raft nodes before linearized reading' (duration: 123.041753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:01.01327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.309859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T02:48:01.013355Z","caller":"traceutil/trace.go:171","msg":"trace[255143554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25784; }","duration":"743.42797ms","start":"2026-04-29T02:48:00.269907Z","end":"2026-04-29T02:48:01.013335Z","steps":["trace[255143554] 'range keys from in-memory index tree' (duration: 743.159326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:01.013391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:00.2699Z","time spent":"743.483941ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:01.01379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.401795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:48:01.013817Z","caller":"traceutil/trace.go:171","msg":"trace[1617097596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25784; }","duration":"746.454667ms","start":"2026-04-29T02:48:00.267355Z","end":"2026-04-29T02:48:01.013809Z","steps":["trace[1617097596] 'range keys from in-memory index tree' (duration: 746.326815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:01.013836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:00.267343Z","time spent":"746.488277ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:01.013954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.52361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T02:48:01.013979Z","caller":"traceutil/trace.go:171","msg":"trace[1008282037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25784; }","duration":"745.580221ms","start":"2026-04-29T02:48:00.26839Z","end":"2026-04-29T02:48:01.01397Z","steps":["trace[1008282037] 'range keys from in-memory index tree' (duration: 745.435349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:01.013998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:00.268371Z","time spent":"745.621722ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:01.014136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.367447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T02:48:01.014161Z","caller":"traceutil/trace.go:171","msg":"trace[250573281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25784; }","duration":"745.428458ms","start":"2026-04-29T02:48:00.268725Z","end":"2026-04-29T02:48:01.014154Z","steps":["trace[250573281] 'range keys from in-memory index tree' (duration: 745.252905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:01.014181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:00.268714Z","time spent":"745.460529ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:48:01.014256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.289296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:48:01.014278Z","caller":"traceutil/trace.go:171","msg":"trace[1457082001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25784; }","duration":"745.328136ms","start":"2026-04-29T02:48:00.268945Z","end":"2026-04-29T02:48:01.014273Z","steps":["trace[1457082001] 'range keys from in-memory index tree' (duration: 745.228503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:01.014295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:00.268937Z","time spent":"745.352997ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T02:48:01.052447Z","caller":"traceutil/trace.go:171","msg":"trace[261225219] linearizableReadLoop","detail":"{readStateIndex:26644; appliedIndex:26643; }","duration":"426.939789ms","start":"2026-04-29T02:48:00.625475Z","end":"2026-04-29T02:48:01.052415Z","steps":["trace[261225219] 'read index received' (duration: 426.729745ms)","trace[261225219] 'applied index is now lower than readState.Index' (duration: 208.884µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:01.052527Z","caller":"traceutil/trace.go:171","msg":"trace[1929202226] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"427.042291ms","start":"2026-04-29T02:48:00.625425Z","end":"2026-04-29T02:48:01.052467Z","steps":["trace[1929202226] 'process raft request' (duration: 426.780516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:01.052729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:00.625406Z","time spent":"427.207625ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:01.052738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.223655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:01.052851Z","caller":"traceutil/trace.go:171","msg":"trace[452686144] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25785; }","duration":"427.387878ms","start":"2026-04-29T02:48:00.62544Z","end":"2026-04-29T02:48:01.052828Z","steps":["trace[452686144] 'agreement among raft nodes before linearized reading' (duration: 427.091282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:01.052901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:00.625426Z","time spent":"427.465349ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:01.553054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019707962,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:48:01.690156Z","caller":"traceutil/trace.go:171","msg":"trace[1075978675] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"1.057876084s","start":"2026-04-29T02:48:00.632251Z","end":"2026-04-29T02:48:01.690127Z","steps":["trace[1075978675] 'process raft request' (duration: 1.057626099s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:01.690316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:00.632242Z","time spent":"1.057994906s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:01.690453Z","caller":"traceutil/trace.go:171","msg":"trace[1606454970] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"671.608508ms","start":"2026-04-29T02:48:01.018802Z","end":"2026-04-29T02:48:01.690411Z","steps":["trace[1606454970] 'process raft request' (duration: 671.238251ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:01.690438Z","caller":"traceutil/trace.go:171","msg":"trace[2127747064] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"671.12305ms","start":"2026-04-29T02:48:01.019286Z","end":"2026-04-29T02:48:01.690409Z","steps":["trace[2127747064] 'process raft request' (duration: 670.796793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:01.690516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:01.018785Z","time spent":"671.69304ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:01.690594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:01.019276Z","time spent":"671.240912ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:01.690689Z","caller":"traceutil/trace.go:171","msg":"trace[2108463799] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"671.110698ms","start":"2026-04-29T02:48:01.019526Z","end":"2026-04-29T02:48:01.690637Z","steps":["trace[2108463799] 'process raft request' (duration: 670.596589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:01.690888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:01.019491Z","time spent":"671.294512ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:01.69166Z","caller":"traceutil/trace.go:171","msg":"trace[735488048] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"671.16246ms","start":"2026-04-29T02:48:01.020429Z","end":"2026-04-29T02:48:01.691591Z","steps":["trace[735488048] 'process raft request' (duration: 671.069898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:01.691774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:01.020415Z","time spent":"671.288933ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:01.691854Z","caller":"traceutil/trace.go:171","msg":"trace[1070915634] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"672.036917ms","start":"2026-04-29T02:48:01.019799Z","end":"2026-04-29T02:48:01.691836Z","steps":["trace[1070915634] 'process raft request' (duration: 670.719832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:01.691949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:01.019788Z","time spent":"672.117928ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:02.882399Z","caller":"traceutil/trace.go:171","msg":"trace[915075094] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"1.756456591s","start":"2026-04-29T02:48:01.125886Z","end":"2026-04-29T02:48:02.882343Z","steps":["trace[915075094] 'process raft request' (duration: 1.756113765s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:02.88244Z","caller":"traceutil/trace.go:171","msg":"trace[961302192] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"1.329241927s","start":"2026-04-29T02:48:01.553163Z","end":"2026-04-29T02:48:02.882405Z","steps":["trace[961302192] 'process raft request' (duration: 1.329076904s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:02.882568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:01.125857Z","time spent":"1.756622156s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:02.882609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:01.553147Z","time spent":"1.329370909s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:02.883071Z","caller":"traceutil/trace.go:171","msg":"trace[537610365] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"1.32296431s","start":"2026-04-29T02:48:01.560058Z","end":"2026-04-29T02:48:02.883023Z","steps":["trace[537610365] 'process raft request' (duration: 1.322274918s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:02.883157Z","caller":"traceutil/trace.go:171","msg":"trace[1633099295] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"1.322216048s","start":"2026-04-29T02:48:01.560905Z","end":"2026-04-29T02:48:02.883121Z","steps":["trace[1633099295] 'process raft request' (duration: 1.322006723s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:02.88314Z","caller":"traceutil/trace.go:171","msg":"trace[1555660137] linearizableReadLoop","detail":"{readStateIndex:26651; appliedIndex:26644; }","duration":"1.830580408s","start":"2026-04-29T02:48:01.052522Z","end":"2026-04-29T02:48:02.883103Z","steps":["trace[1555660137] 'read index received' (duration: 637.339733ms)","trace[1555660137] 'applied index is now lower than readState.Index' (duration: 1.193239675s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:02.883297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:01.560018Z","time spent":"1.323158474s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:02.883386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990690717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:02.883224Z","caller":"traceutil/trace.go:171","msg":"trace[106646674] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"1.32129184s","start":"2026-04-29T02:48:01.561882Z","end":"2026-04-29T02:48:02.883174Z","steps":["trace[106646674] 'process raft request' (duration: 1.321167998s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:02.883467Z","caller":"traceutil/trace.go:171","msg":"trace[964873406] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25796; }","duration":"1.990765019s","start":"2026-04-29T02:48:00.892671Z","end":"2026-04-29T02:48:02.883436Z","steps":["trace[964873406] 'agreement among raft nodes before linearized reading' (duration: 1.990613836s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:02.883515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:00.892606Z","time spent":"1.990895671s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:02.883505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:01.56187Z","time spent":"1.321588715s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:02.883285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:01.560891Z","time spent":"1.32233248s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:03.440331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.038372ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-29T02:48:03.440791Z","caller":"traceutil/trace.go:171","msg":"trace[731269012] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"381.873134ms","start":"2026-04-29T02:48:03.058898Z","end":"2026-04-29T02:48:03.440771Z","steps":["trace[731269012] 'process raft request' (duration: 381.827853ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:03.440824Z","caller":"traceutil/trace.go:171","msg":"trace[1523081244] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"1.28084019s","start":"2026-04-29T02:48:02.159962Z","end":"2026-04-29T02:48:03.440803Z","steps":["trace[1523081244] 'process raft request' (duration: 1.280516904s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:03.44089Z","caller":"traceutil/trace.go:171","msg":"trace[346641190] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"1.104939466s","start":"2026-04-29T02:48:02.335928Z","end":"2026-04-29T02:48:03.440868Z","steps":["trace[346641190] 'process raft request' (duration: 1.104719182s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:03.440964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:03.058878Z","time spent":"381.960455ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:03.44102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:02.335904Z","time spent":"1.105039038s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:03.441097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:02.159944Z","time spent":"1.280989412s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:03.441179Z","caller":"traceutil/trace.go:171","msg":"trace[1521943247] linearizableReadLoop","detail":"{readStateIndex:26658; appliedIndex:26655; }","duration":"557.813437ms","start":"2026-04-29T02:48:02.883351Z","end":"2026-04-29T02:48:03.441164Z","steps":["trace[1521943247] 'read index received' (duration: 60.93348ms)","trace[1521943247] 'applied index is now lower than readState.Index' (duration: 496.878267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:03.441347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342090925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:03.441384Z","caller":"traceutil/trace.go:171","msg":"trace[2141654133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25799; }","duration":"1.342130256s","start":"2026-04-29T02:48:02.099245Z","end":"2026-04-29T02:48:03.441375Z","steps":["trace[2141654133] 'agreement among raft nodes before linearized reading' (duration: 1.342036314s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:03.441415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:02.099211Z","time spent":"1.342197197s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:03.441447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018150486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:48:03.441479Z","caller":"traceutil/trace.go:171","msg":"trace[8178859] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25799; }","duration":"2.018210847s","start":"2026-04-29T02:48:01.42326Z","end":"2026-04-29T02:48:03.441471Z","steps":["trace[8178859] 'agreement among raft nodes before linearized reading' (duration: 2.018094484s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:03.441485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31060372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:48:03.441545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347927673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:03.44155Z","caller":"traceutil/trace.go:171","msg":"trace[1041848306] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25799; }","duration":"2.310706563s","start":"2026-04-29T02:48:01.130827Z","end":"2026-04-29T02:48:03.441533Z","steps":["trace[1041848306] 'agreement among raft nodes before linearized reading' (duration: 2.310595711s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:03.44157Z","caller":"traceutil/trace.go:171","msg":"trace[214043352] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25799; }","duration":"1.347976964s","start":"2026-04-29T02:48:02.093586Z","end":"2026-04-29T02:48:03.441563Z","steps":["trace[214043352] 'agreement among raft nodes before linearized reading' (duration: 1.347935573s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:03.441591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:02.093571Z","time spent":"1.348015795s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:48:03.441589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:01.130818Z","time spent":"2.310760633s","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:03.441752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434917207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-29T02:48:03.441777Z","caller":"traceutil/trace.go:171","msg":"trace[828178368] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25799; }","duration":"1.434970749s","start":"2026-04-29T02:48:02.0068Z","end":"2026-04-29T02:48:03.441771Z","steps":["trace[828178368] 'agreement among raft nodes before linearized reading' (duration: 1.434892258s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:03.441795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:02.006784Z","time spent":"1.435006169s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-29T02:48:03.44193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889935548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-29T02:48:03.441953Z","caller":"traceutil/trace.go:171","msg":"trace[1986408965] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25799; }","duration":"1.889983669s","start":"2026-04-29T02:48:01.551964Z","end":"2026-04-29T02:48:03.441947Z","steps":["trace[1986408965] 'agreement among raft nodes before linearized reading' (duration: 1.889912438s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:03.44197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:01.55195Z","time spent":"1.890015599s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-29T02:48:03.441746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.057939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:03.442085Z","caller":"traceutil/trace.go:171","msg":"trace[1312144336] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25799; }","duration":"422.437646ms","start":"2026-04-29T02:48:03.019634Z","end":"2026-04-29T02:48:03.442072Z","steps":["trace[1312144336] 'agreement among raft nodes before linearized reading' (duration: 422.07324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:03.442139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:03.019592Z","time spent":"422.533478ms","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:03.442157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920867721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:03.441788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126785912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:03.442238Z","caller":"traceutil/trace.go:171","msg":"trace[1009551464] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25799; }","duration":"1.920986404s","start":"2026-04-29T02:48:01.521237Z","end":"2026-04-29T02:48:03.442223Z","steps":["trace[1009551464] 'agreement among raft nodes before linearized reading' (duration: 1.920879092s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:03.4423Z","caller":"traceutil/trace.go:171","msg":"trace[1648763281] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25799; }","duration":"2.127298431s","start":"2026-04-29T02:48:01.314991Z","end":"2026-04-29T02:48:03.44229Z","steps":["trace[1648763281] 'agreement among raft nodes before linearized reading' (duration: 2.126766052s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:03.442335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:01.521218Z","time spent":"1.921104636s","remote":"127.0.0.1:42846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:03.442341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:01.314926Z","time spent":"2.127405623s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:03.441509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:01.42324Z","time spent":"2.018264388s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:48:03.946614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019707976,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:48:04.402346Z","caller":"traceutil/trace.go:171","msg":"trace[749664222] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"955.951693ms","start":"2026-04-29T02:48:03.446375Z","end":"2026-04-29T02:48:04.402326Z","steps":["trace[749664222] 'process raft request' (duration: 883.357906ms)","trace[749664222] 'compare' (duration: 71.422735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:04.402446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:03.44636Z","time spent":"956.034644ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:04.402485Z","caller":"traceutil/trace.go:171","msg":"trace[286023054] linearizableReadLoop","detail":"{readStateIndex:26661; appliedIndex:26659; }","duration":"955.871111ms","start":"2026-04-29T02:48:03.44659Z","end":"2026-04-29T02:48:04.402461Z","steps":["trace[286023054] 'read index received' (duration: 883.165262ms)","trace[286023054] 'applied index is now lower than readState.Index' (duration: 72.704829ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:04.402577Z","caller":"traceutil/trace.go:171","msg":"trace[2092684058] transaction","detail":"{read_only:false; response_revision:25801; number_of_response:1; }","duration":"705.449126ms","start":"2026-04-29T02:48:03.697122Z","end":"2026-04-29T02:48:04.402571Z","steps":["trace[2092684058] 'process raft request' (duration: 705.137811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:04.40261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:03.697107Z","time spent":"705.485127ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:04.402714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.953344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:48:04.402731Z","caller":"traceutil/trace.go:171","msg":"trace[1203661229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25801; }","duration":"707.007225ms","start":"2026-04-29T02:48:03.695719Z","end":"2026-04-29T02:48:04.402726Z","steps":["trace[1203661229] 'agreement among raft nodes before linearized reading' (duration: 706.937054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:04.402703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.090955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:48:04.402777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.280138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:04.402794Z","caller":"traceutil/trace.go:171","msg":"trace[1219898029] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25801; }","duration":"853.324419ms","start":"2026-04-29T02:48:03.549464Z","end":"2026-04-29T02:48:04.402788Z","steps":["trace[1219898029] 'agreement among raft nodes before linearized reading' (duration: 853.298049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:04.402807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:03.549448Z","time spent":"853.355031ms","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:04.402806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.75228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-29T02:48:04.402806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.641158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-29T02:48:04.402828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.365291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-04-29T02:48:04.402923Z","caller":"traceutil/trace.go:171","msg":"trace[463364129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25801; }","duration":"706.791611ms","start":"2026-04-29T02:48:03.696107Z","end":"2026-04-29T02:48:04.402898Z","steps":["trace[463364129] 'agreement among raft nodes before linearized reading' (duration: 706.560907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:04.402913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.430792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:04.403002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:03.696067Z","time spent":"706.918524ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:48:04.403012Z","caller":"traceutil/trace.go:171","msg":"trace[1711022786] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25801; }","duration":"955.550935ms","start":"2026-04-29T02:48:03.447442Z","end":"2026-04-29T02:48:04.402993Z","steps":["trace[1711022786] 'agreement among raft nodes before linearized reading' (duration: 955.433853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:04.402968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.694837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-29T02:48:04.403067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:03.447429Z","time spent":"955.622516ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-29T02:48:04.403128Z","caller":"traceutil/trace.go:171","msg":"trace[802698629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25801; }","duration":"707.867921ms","start":"2026-04-29T02:48:03.695222Z","end":"2026-04-29T02:48:04.40309Z","steps":["trace[802698629] 'agreement among raft nodes before linearized reading' (duration: 707.556365ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:04.402818Z","caller":"traceutil/trace.go:171","msg":"trace[1042808541] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25801; }","duration":"956.200138ms","start":"2026-04-29T02:48:03.446569Z","end":"2026-04-29T02:48:04.402769Z","steps":["trace[1042808541] 'agreement among raft nodes before linearized reading' (duration: 956.015685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:04.403198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:03.695202Z","time spent":"707.984262ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:48:04.403252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:03.446563Z","time spent":"956.666516ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:04.402942Z","caller":"traceutil/trace.go:171","msg":"trace[91202829] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25801; }","duration":"955.500644ms","start":"2026-04-29T02:48:03.447415Z","end":"2026-04-29T02:48:04.402916Z","steps":["trace[91202829] 'agreement among raft nodes before linearized reading' (duration: 955.208768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:04.403335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:03.447411Z","time spent":"955.904391ms","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-29T02:48:04.402746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:03.695698Z","time spent":"707.045215ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:04.40283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.872093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T02:48:04.403567Z","caller":"traceutil/trace.go:171","msg":"trace[1423972041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25801; }","duration":"707.633286ms","start":"2026-04-29T02:48:03.695915Z","end":"2026-04-29T02:48:04.403549Z","steps":["trace[1423972041] 'agreement among raft nodes before linearized reading' (duration: 706.793751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:04.403646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:03.695905Z","time spent":"707.724449ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:48:04.402845Z","caller":"traceutil/trace.go:171","msg":"trace[1633873030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25801; }","duration":"706.850752ms","start":"2026-04-29T02:48:03.695983Z","end":"2026-04-29T02:48:04.402834Z","steps":["trace[1633873030] 'agreement among raft nodes before linearized reading' (duration: 706.71143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:04.403739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:03.69596Z","time spent":"707.77198ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:48:04.402893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.003018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:04.403854Z","caller":"traceutil/trace.go:171","msg":"trace[1539219438] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25801; }","duration":"822.921255ms","start":"2026-04-29T02:48:03.580884Z","end":"2026-04-29T02:48:04.403805Z","steps":["trace[1539219438] 'agreement among raft nodes before linearized reading' (duration: 821.994008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:04.402933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.04147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:04.403932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:03.580789Z","time spent":"823.118309ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:04.4046Z","caller":"traceutil/trace.go:171","msg":"trace[2113211640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25801; }","duration":"954.054378ms","start":"2026-04-29T02:48:03.449866Z","end":"2026-04-29T02:48:04.40392Z","steps":["trace[2113211640] 'agreement among raft nodes before linearized reading' (duration: 953.007279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:04.404702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:03.44986Z","time spent":"954.819892ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:04.909587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019707981,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:48:04.948596Z","caller":"traceutil/trace.go:171","msg":"trace[87512598] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"541.050527ms","start":"2026-04-29T02:48:04.407496Z","end":"2026-04-29T02:48:04.948546Z","steps":["trace[87512598] 'process raft request' (duration: 530.808287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:04.948818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:04.407472Z","time spent":"541.21399ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:05.660419Z","caller":"traceutil/trace.go:171","msg":"trace[1042298323] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"1.251751199s","start":"2026-04-29T02:48:04.408645Z","end":"2026-04-29T02:48:05.660396Z","steps":["trace[1042298323] 'process raft request' (duration: 1.251631237s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:05.660563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:04.40863Z","time spent":"1.251854892s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:05.660711Z","caller":"traceutil/trace.go:171","msg":"trace[75486656] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"1.251044407s","start":"2026-04-29T02:48:04.409637Z","end":"2026-04-29T02:48:05.660682Z","steps":["trace[75486656] 'process raft request' (duration: 1.250723871s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:05.660911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:04.409622Z","time spent":"1.251193569s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:05.66079Z","caller":"traceutil/trace.go:171","msg":"trace[431545060] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"1.252289619s","start":"2026-04-29T02:48:04.408485Z","end":"2026-04-29T02:48:05.660775Z","steps":["trace[431545060] 'process raft request' (duration: 1.250994515s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:05.661124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:04.408463Z","time spent":"1.252606496s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:05.661408Z","caller":"traceutil/trace.go:171","msg":"trace[184062902] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"1.251679208s","start":"2026-04-29T02:48:04.409712Z","end":"2026-04-29T02:48:05.661391Z","steps":["trace[184062902] 'process raft request' (duration: 1.250883343s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:05.66151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:04.409707Z","time spent":"1.25175612s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:05.661627Z","caller":"traceutil/trace.go:171","msg":"trace[780745798] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"1.00160962s","start":"2026-04-29T02:48:04.659995Z","end":"2026-04-29T02:48:05.661605Z","steps":["trace[780745798] 'process raft request' (duration: 1.001326725s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:05.661748Z","caller":"traceutil/trace.go:171","msg":"trace[487939933] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"876.094052ms","start":"2026-04-29T02:48:04.785628Z","end":"2026-04-29T02:48:05.661722Z","steps":["trace[487939933] 'process raft request' (duration: 875.925189ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:05.661788Z","caller":"traceutil/trace.go:171","msg":"trace[1204035161] transaction","detail":"{read_only:false; response_revision:25809; number_of_response:1; }","duration":"774.019039ms","start":"2026-04-29T02:48:04.887747Z","end":"2026-04-29T02:48:05.661766Z","steps":["trace[1204035161] 'process raft request' (duration: 773.901967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:05.66176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:04.659978Z","time spent":"1.001702081s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:05.661901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:04.785609Z","time spent":"876.212644ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:05.661916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:04.887727Z","time spent":"774.11633ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:05.662022Z","caller":"traceutil/trace.go:171","msg":"trace[933482794] transaction","detail":"{read_only:false; response_revision:25810; number_of_response:1; }","duration":"773.353025ms","start":"2026-04-29T02:48:04.888645Z","end":"2026-04-29T02:48:05.661998Z","steps":["trace[933482794] 'process raft request' (duration: 773.06592ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:05.662097Z","caller":"traceutil/trace.go:171","msg":"trace[1823401022] transaction","detail":"{read_only:false; response_revision:25811; number_of_response:1; }","duration":"773.307055ms","start":"2026-04-29T02:48:04.888775Z","end":"2026-04-29T02:48:05.662082Z","steps":["trace[1823401022] 'process raft request' (duration: 773.139682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:05.662134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:04.888633Z","time spent":"773.441777ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:05.662158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:04.888764Z","time spent":"773.360805ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:05.66216Z","caller":"traceutil/trace.go:171","msg":"trace[1071157364] linearizableReadLoop","detail":"{readStateIndex:26673; appliedIndex:26661; }","duration":"1.252966872s","start":"2026-04-29T02:48:04.409172Z","end":"2026-04-29T02:48:05.662139Z","steps":["trace[1071157364] 'read index received' (duration: 529.228956ms)","trace[1071157364] 'applied index is now lower than readState.Index' (duration: 723.736296ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:05.662192Z","caller":"traceutil/trace.go:171","msg":"trace[243620905] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"772.56085ms","start":"2026-04-29T02:48:04.889616Z","end":"2026-04-29T02:48:05.662177Z","steps":["trace[243620905] 'process raft request' (duration: 772.451188ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:05.66219Z","caller":"traceutil/trace.go:171","msg":"trace[1941297469] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"773.412526ms","start":"2026-04-29T02:48:04.888758Z","end":"2026-04-29T02:48:05.66217Z","steps":["trace[1941297469] 'process raft request' (duration: 773.240873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:05.66227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:04.889587Z","time spent":"772.646922ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:05.662298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:04.888728Z","time spent":"773.512698ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:05.662318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253131697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:05.662379Z","caller":"traceutil/trace.go:171","msg":"trace[602381125] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25813; }","duration":"1.253203978s","start":"2026-04-29T02:48:04.409158Z","end":"2026-04-29T02:48:05.662362Z","steps":["trace[602381125] 'agreement among raft nodes before linearized reading' (duration: 1.253064724s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:05.662428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:04.409152Z","time spent":"1.253262329s","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-29T02:48:05.686784Z","caller":"traceutil/trace.go:171","msg":"trace[1118841362] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"239.547704ms","start":"2026-04-29T02:48:05.447218Z","end":"2026-04-29T02:48:05.686765Z","steps":["trace[1118841362] 'process raft request' (duration: 239.197357ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:05.686971Z","caller":"traceutil/trace.go:171","msg":"trace[768708319] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"239.38107ms","start":"2026-04-29T02:48:05.44758Z","end":"2026-04-29T02:48:05.686961Z","steps":["trace[768708319] 'process raft request' (duration: 238.944332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:05.687324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.167554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-29T02:48:05.687369Z","caller":"traceutil/trace.go:171","msg":"trace[284326380] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25815; }","duration":"158.272676ms","start":"2026-04-29T02:48:05.529083Z","end":"2026-04-29T02:48:05.687355Z","steps":["trace[284326380] 'agreement among raft nodes before linearized reading' (duration: 158.135134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:05.687552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.303809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-29T02:48:05.687592Z","caller":"traceutil/trace.go:171","msg":"trace[912257779] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25815; }","duration":"356.416992ms","start":"2026-04-29T02:48:05.331163Z","end":"2026-04-29T02:48:05.68758Z","steps":["trace[912257779] 'agreement among raft nodes before linearized reading' (duration: 356.323869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:05.687663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:05.330921Z","time spent":"356.733567ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-29T02:48:05.687814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225889011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:05.687883Z","caller":"traceutil/trace.go:171","msg":"trace[147955798] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25815; }","duration":"1.226030673s","start":"2026-04-29T02:48:04.461836Z","end":"2026-04-29T02:48:05.687867Z","steps":["trace[147955798] 'agreement among raft nodes before linearized reading' (duration: 1.225895281s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:05.687927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:04.461814Z","time spent":"1.226103604s","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-29T02:48:05.688056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.370478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:48:05.688058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.493906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:05.68813Z","caller":"traceutil/trace.go:171","msg":"trace[1505235659] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25815; }","duration":"571.466151ms","start":"2026-04-29T02:48:05.116643Z","end":"2026-04-29T02:48:05.688109Z","steps":["trace[1505235659] 'agreement among raft nodes before linearized reading' (duration: 571.346098ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:05.688158Z","caller":"traceutil/trace.go:171","msg":"trace[476286699] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25815; }","duration":"809.604838ms","start":"2026-04-29T02:48:04.878522Z","end":"2026-04-29T02:48:05.688127Z","steps":["trace[476286699] 'agreement among raft nodes before linearized reading' (duration: 809.423435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:05.688183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:05.116627Z","time spent":"571.538452ms","remote":"127.0.0.1:56052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:05.688196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205320509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:48:05.688215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:04.878463Z","time spent":"809.73838ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:05.688254Z","caller":"traceutil/trace.go:171","msg":"trace[1898641808] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25815; }","duration":"1.2054159s","start":"2026-04-29T02:48:04.482822Z","end":"2026-04-29T02:48:05.688238Z","steps":["trace[1898641808] 'agreement among raft nodes before linearized reading' (duration: 1.205283417s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:05.68828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007497889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:05.688301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:04.482812Z","time spent":"1.205474672s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:05.688325Z","caller":"traceutil/trace.go:171","msg":"trace[1613228180] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25815; }","duration":"1.007580671s","start":"2026-04-29T02:48:04.68073Z","end":"2026-04-29T02:48:05.688311Z","steps":["trace[1613228180] 'agreement among raft nodes before linearized reading' (duration: 1.00751714s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:05.688361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:04.680709Z","time spent":"1.007643792s","remote":"127.0.0.1:43228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:05.688141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127683838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:05.688463Z","caller":"traceutil/trace.go:171","msg":"trace[1142294613] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25815; }","duration":"1.128045485s","start":"2026-04-29T02:48:04.560404Z","end":"2026-04-29T02:48:05.68845Z","steps":["trace[1142294613] 'agreement among raft nodes before linearized reading' (duration: 1.127661858s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:05.688505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:04.560386Z","time spent":"1.128105115s","remote":"127.0.0.1:37878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:05.688557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.352422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:05.688605Z","caller":"traceutil/trace.go:171","msg":"trace[171768768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25815; }","duration":"589.429754ms","start":"2026-04-29T02:48:05.099161Z","end":"2026-04-29T02:48:05.688591Z","steps":["trace[171768768] 'agreement among raft nodes before linearized reading' (duration: 589.346763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:05.688668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:05.099144Z","time spent":"589.512685ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:07.000526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.27033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:07.000657Z","caller":"traceutil/trace.go:171","msg":"trace[1268102266] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25816; }","duration":"872.476014ms","start":"2026-04-29T02:48:06.128151Z","end":"2026-04-29T02:48:07.000627Z","steps":["trace[1268102266] 'count revisions from in-memory index tree' (duration: 872.185999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:07.000723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:06.128132Z","time spent":"872.573606ms","remote":"127.0.0.1:60502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:07.000709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135036664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:07.000775Z","caller":"traceutil/trace.go:171","msg":"trace[1602637064] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25816; }","duration":"1.135140156s","start":"2026-04-29T02:48:05.865619Z","end":"2026-04-29T02:48:07.00076Z","steps":["trace[1602637064] 'count revisions from in-memory index tree' (duration: 1.134977293s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:07.000805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:05.865606Z","time spent":"1.135192697s","remote":"127.0.0.1:43318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:07.000705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162317061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:07.000911Z","caller":"traceutil/trace.go:171","msg":"trace[106299587] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25816; }","duration":"1.162592267s","start":"2026-04-29T02:48:05.838292Z","end":"2026-04-29T02:48:07.000884Z","steps":["trace[106299587] 'count revisions from in-memory index tree' (duration: 1.162246429s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:07.00098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:05.838261Z","time spent":"1.162698088s","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:07.156392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:48:07.657082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:48:08.158271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:48:08.659321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:48:08.859699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.450465156s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:48:08.860004Z","caller":"traceutil/trace.go:171","msg":"trace[913979806] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"2.450866333s","start":"2026-04-29T02:48:06.409114Z","end":"2026-04-29T02:48:08.85998Z","steps":["trace[913979806] 'process raft request' (duration: 2.4507153s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:08.860128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:06.409086Z","time spent":"2.450965424s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:09.097249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999835287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:48:09.097335Z","caller":"traceutil/trace.go:171","msg":"trace[451561124] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99997526s","start":"2026-04-29T02:48:07.097341Z","end":"2026-04-29T02:48:09.097317Z","steps":["trace[451561124] 'agreement among raft nodes before linearized reading' (duration: 1.999859878s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.097385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:07.09732Z","time spent":"2.000054531s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:09.782775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.753797ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:09.782898Z","caller":"traceutil/trace.go:171","msg":"trace[1545528534] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25817; }","duration":"177.89203ms","start":"2026-04-29T02:48:09.604988Z","end":"2026-04-29T02:48:09.78288Z","steps":["trace[1545528534] 'range keys from in-memory index tree' (duration: 177.738447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.97636Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.116499861s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:48:09.976935Z","caller":"traceutil/trace.go:171","msg":"trace[1737092873] transaction","detail":"{read_only:false; response_revision:25819; number_of_response:1; }","duration":"2.308605265s","start":"2026-04-29T02:48:07.668303Z","end":"2026-04-29T02:48:09.976908Z","steps":["trace[1737092873] 'process raft request' (duration: 2.308496573s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.977092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:07.668286Z","time spent":"2.308723747s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:09.977317Z","caller":"traceutil/trace.go:171","msg":"trace[532023350] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"3.219476451s","start":"2026-04-29T02:48:06.757805Z","end":"2026-04-29T02:48:09.977282Z","steps":["trace[532023350] 'process raft request' (duration: 3.218818759s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:09.977317Z","caller":"traceutil/trace.go:171","msg":"trace[2087921] transaction","detail":"{read_only:false; response_revision:25820; number_of_response:1; }","duration":"2.307935162s","start":"2026-04-29T02:48:07.669363Z","end":"2026-04-29T02:48:09.977298Z","steps":["trace[2087921] 'process raft request' (duration: 2.307498444s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.9775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:06.757781Z","time spent":"3.219633463s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:09.977529Z","caller":"traceutil/trace.go:171","msg":"trace[1484714300] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"2.307742929s","start":"2026-04-29T02:48:07.669772Z","end":"2026-04-29T02:48:09.977515Z","steps":["trace[1484714300] 'process raft request' (duration: 2.307440182s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.977607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:07.669762Z","time spent":"2.30779958s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:09.977617Z","caller":"traceutil/trace.go:171","msg":"trace[1127111359] transaction","detail":"{read_only:false; response_revision:25822; number_of_response:1; }","duration":"2.306845042s","start":"2026-04-29T02:48:07.670761Z","end":"2026-04-29T02:48:09.977606Z","steps":["trace[1127111359] 'process raft request' (duration: 2.306655018s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.977616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:07.669353Z","time spent":"2.308187897s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:09.977665Z","caller":"traceutil/trace.go:171","msg":"trace[1482501871] transaction","detail":"{read_only:false; response_revision:25823; number_of_response:1; }","duration":"2.306155218s","start":"2026-04-29T02:48:07.6715Z","end":"2026-04-29T02:48:09.977656Z","steps":["trace[1482501871] 'process raft request' (duration: 2.306004096s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.977674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:07.670748Z","time spent":"2.306889773s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:09.977622Z","caller":"traceutil/trace.go:171","msg":"trace[1026614844] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"2.284367515s","start":"2026-04-29T02:48:07.693238Z","end":"2026-04-29T02:48:09.977605Z","steps":["trace[1026614844] 'process raft request' (duration: 2.284302164s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:09.977712Z","caller":"traceutil/trace.go:171","msg":"trace[1647443049] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"2.284225762s","start":"2026-04-29T02:48:07.693472Z","end":"2026-04-29T02:48:09.977697Z","steps":["trace[1647443049] 'process raft request' (duration: 2.2841041s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.977727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:07.693215Z","time spent":"2.284493227s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:09.977735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:07.671491Z","time spent":"2.30620333s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:09.977785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:07.693464Z","time spent":"2.284282904s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:09.977855Z","caller":"traceutil/trace.go:171","msg":"trace[561281430] linearizableReadLoop","detail":"{readStateIndex:26687; appliedIndex:26676; }","duration":"3.321558875s","start":"2026-04-29T02:48:06.656282Z","end":"2026-04-29T02:48:09.97784Z","steps":["trace[561281430] 'read index received' (duration: 2.203626467s)","trace[561281430] 'applied index is now lower than readState.Index' (duration: 1.117931688s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:09.977886Z","caller":"traceutil/trace.go:171","msg":"trace[497547428] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"1.793246694s","start":"2026-04-29T02:48:08.184629Z","end":"2026-04-29T02:48:09.977876Z","steps":["trace[497547428] 'process raft request' (duration: 1.79303383s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:09.977904Z","caller":"traceutil/trace.go:171","msg":"trace[633301100] transaction","detail":"{read_only:false; response_revision:25827; number_of_response:1; }","duration":"1.530191685s","start":"2026-04-29T02:48:08.447706Z","end":"2026-04-29T02:48:09.977898Z","steps":["trace[633301100] 'process raft request' (duration: 1.530089313s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.977925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:08.184604Z","time spent":"1.793302816s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:09.978016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:08.447683Z","time spent":"1.530304417s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:09.978054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.274211097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:09.978087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.103076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:09.9781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131848186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:09.978113Z","caller":"traceutil/trace.go:171","msg":"trace[80284688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25827; }","duration":"880.153167ms","start":"2026-04-29T02:48:09.097953Z","end":"2026-04-29T02:48:09.978106Z","steps":["trace[80284688] 'agreement among raft nodes before linearized reading' (duration: 880.107026ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:09.978109Z","caller":"traceutil/trace.go:171","msg":"trace[877394185] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25827; }","duration":"3.274312118s","start":"2026-04-29T02:48:06.703781Z","end":"2026-04-29T02:48:09.978093Z","steps":["trace[877394185] 'agreement among raft nodes before linearized reading' (duration: 3.274175796s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:09.97812Z","caller":"traceutil/trace.go:171","msg":"trace[648017963] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25827; }","duration":"2.131870536s","start":"2026-04-29T02:48:07.846242Z","end":"2026-04-29T02:48:09.978113Z","steps":["trace[648017963] 'agreement among raft nodes before linearized reading' (duration: 2.131830846s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.978132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:09.097935Z","time spent":"880.192298ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:09.978141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:07.846185Z","time spent":"2.131950988s","remote":"127.0.0.1:43200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:09.978145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:06.703761Z","time spent":"3.27437463s","remote":"127.0.0.1:48754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:09.978154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326790042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:09.978187Z","caller":"traceutil/trace.go:171","msg":"trace[491814989] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25827; }","duration":"1.326862583s","start":"2026-04-29T02:48:08.651311Z","end":"2026-04-29T02:48:09.978174Z","steps":["trace[491814989] 'agreement among raft nodes before linearized reading' (duration: 1.326818053s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.978217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:08.651291Z","time spent":"1.326918494s","remote":"127.0.0.1:48704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:09.978106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562092087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:09.978244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.321960932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:09.978265Z","caller":"traceutil/trace.go:171","msg":"trace[2097577016] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25827; }","duration":"3.321982012s","start":"2026-04-29T02:48:06.656276Z","end":"2026-04-29T02:48:09.978258Z","steps":["trace[2097577016] 'agreement among raft nodes before linearized reading' (duration: 3.321947731s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.978231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309249296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T02:48:09.978286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:06.656231Z","time spent":"3.322049063s","remote":"127.0.0.1:43450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:09.978337Z","caller":"traceutil/trace.go:171","msg":"trace[884410515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25827; }","duration":"2.309380958s","start":"2026-04-29T02:48:07.668937Z","end":"2026-04-29T02:48:09.978318Z","steps":["trace[884410515] 'agreement among raft nodes before linearized reading' (duration: 2.309113243s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.978382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:07.668932Z","time spent":"2.309440549s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:09.978489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.609982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-29T02:48:09.978485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309565262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:48:09.978509Z","caller":"traceutil/trace.go:171","msg":"trace[812312966] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25827; }","duration":"668.628492ms","start":"2026-04-29T02:48:09.309874Z","end":"2026-04-29T02:48:09.978502Z","steps":["trace[812312966] 'agreement among raft nodes before linearized reading' (duration: 668.534251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.978528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:09.309819Z","time spent":"668.704414ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-29T02:48:09.978527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.254943319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:09.978529Z","caller":"traceutil/trace.go:171","msg":"trace[209362572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25827; }","duration":"2.309628003s","start":"2026-04-29T02:48:07.668889Z","end":"2026-04-29T02:48:09.978517Z","steps":["trace[209362572] 'agreement among raft nodes before linearized reading' (duration: 2.30945879s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.978537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.026611722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:48:09.978556Z","caller":"traceutil/trace.go:171","msg":"trace[703781374] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25827; }","duration":"3.25499817s","start":"2026-04-29T02:48:06.723548Z","end":"2026-04-29T02:48:09.978546Z","steps":["trace[703781374] 'agreement among raft nodes before linearized reading' (duration: 3.254948389s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.978561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:07.668882Z","time spent":"2.309672083s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:48:09.97858Z","caller":"traceutil/trace.go:171","msg":"trace[1850452696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25827; }","duration":"3.026691974s","start":"2026-04-29T02:48:06.951877Z","end":"2026-04-29T02:48:09.978569Z","steps":["trace[1850452696] 'agreement among raft nodes before linearized reading' (duration: 3.026556671s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.978585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:06.723538Z","time spent":"3.255040331s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:09.978612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:06.951855Z","time spent":"3.026749825s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:09.978635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.425944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:09.978655Z","caller":"traceutil/trace.go:171","msg":"trace[472137946] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25827; }","duration":"810.482655ms","start":"2026-04-29T02:48:09.168166Z","end":"2026-04-29T02:48:09.978649Z","steps":["trace[472137946] 'agreement among raft nodes before linearized reading' (duration: 810.447394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.978679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:09.168146Z","time spent":"810.524325ms","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:09.978738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310232104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:48:09.978766Z","caller":"traceutil/trace.go:171","msg":"trace[2068234911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25827; }","duration":"2.310275885s","start":"2026-04-29T02:48:07.668481Z","end":"2026-04-29T02:48:09.978757Z","steps":["trace[2068234911] 'agreement among raft nodes before linearized reading' (duration: 2.310200644s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:09.978245Z","caller":"traceutil/trace.go:171","msg":"trace[1787637261] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25827; }","duration":"1.56226841s","start":"2026-04-29T02:48:08.41597Z","end":"2026-04-29T02:48:09.978239Z","steps":["trace[1787637261] 'agreement among raft nodes before linearized reading' (duration: 1.562100647s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.978791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:07.668473Z","time spent":"2.310311345s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:09.9788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:08.415954Z","time spent":"1.562839331s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:09.97883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202303592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-29T02:48:09.978902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311535027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:48:09.978895Z","caller":"traceutil/trace.go:171","msg":"trace[961356565] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:25827; }","duration":"3.202400843s","start":"2026-04-29T02:48:06.776478Z","end":"2026-04-29T02:48:09.978879Z","steps":["trace[961356565] 'agreement among raft nodes before linearized reading' (duration: 3.202188829s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.978914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717062672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:09.978924Z","caller":"traceutil/trace.go:171","msg":"trace[525056162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25827; }","duration":"2.31159489s","start":"2026-04-29T02:48:07.667323Z","end":"2026-04-29T02:48:09.978918Z","steps":["trace[525056162] 'agreement among raft nodes before linearized reading' (duration: 2.311529608s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.978945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:07.667303Z","time spent":"2.31163749s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T02:48:09.97895Z","caller":"traceutil/trace.go:171","msg":"trace[860989103] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25827; }","duration":"2.717123342s","start":"2026-04-29T02:48:07.261809Z","end":"2026-04-29T02:48:09.978933Z","steps":["trace[860989103] 'agreement among raft nodes before linearized reading' (duration: 2.71707314s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:09.978948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:06.77646Z","time spent":"3.202473876s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-04-29T02:48:09.97898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:07.261794Z","time spent":"2.717178274s","remote":"127.0.0.1:33306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:10.448335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.040761ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-29T02:48:10.448462Z","caller":"traceutil/trace.go:171","msg":"trace[1009933293] linearizableReadLoop","detail":"{readStateIndex:26688; appliedIndex:26687; }","duration":"464.658199ms","start":"2026-04-29T02:48:09.983779Z","end":"2026-04-29T02:48:10.448437Z","steps":["trace[1009933293] 'read index received' (duration: 85.645828ms)","trace[1009933293] 'applied index is now lower than readState.Index' (duration: 379.010051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:10.448566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:09.980298Z","time spent":"468.263847ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:48:10.448985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.193218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-29T02:48:10.449051Z","caller":"traceutil/trace.go:171","msg":"trace[1106755977] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a; range_end:; response_count:1; response_revision:25827; }","duration":"465.29501ms","start":"2026-04-29T02:48:09.983736Z","end":"2026-04-29T02:48:10.449031Z","steps":["trace[1106755977] 'agreement among raft nodes before linearized reading' (duration: 465.099987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:10.449104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:09.983718Z","time spent":"465.373392ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" "} {"level":"warn","ts":"2026-04-29T02:48:11.396313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.452415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:11.39683Z","caller":"traceutil/trace.go:171","msg":"trace[2131493605] transaction","detail":"{read_only:false; response_revision:25830; number_of_response:1; }","duration":"1.412761696s","start":"2026-04-29T02:48:09.984007Z","end":"2026-04-29T02:48:11.396768Z","steps":["trace[2131493605] 'process raft request' (duration: 1.412540012s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:11.396876Z","caller":"traceutil/trace.go:171","msg":"trace[1020734518] linearizableReadLoop","detail":"{readStateIndex:26693; appliedIndex:26688; }","duration":"948.343912ms","start":"2026-04-29T02:48:10.448504Z","end":"2026-04-29T02:48:11.396848Z","steps":["trace[1020734518] 'read index received' (duration: 421.248844ms)","trace[1020734518] 'applied index is now lower than readState.Index' (duration: 527.092878ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:11.396887Z","caller":"traceutil/trace.go:171","msg":"trace[335832386] transaction","detail":"{read_only:false; response_revision:25832; number_of_response:1; }","duration":"1.412545143s","start":"2026-04-29T02:48:09.984301Z","end":"2026-04-29T02:48:11.396846Z","steps":["trace[335832386] 'process raft request' (duration: 1.412363629s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:11.396965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:10.451154Z","time spent":"945.808395ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:48:11.39705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:09.983994Z","time spent":"1.412946579s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:11.397061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.429113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:11.397082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:09.984287Z","time spent":"1.412692725s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:11.39712Z","caller":"traceutil/trace.go:171","msg":"trace[2110789637] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25834; }","duration":"975.530705ms","start":"2026-04-29T02:48:10.421574Z","end":"2026-04-29T02:48:11.397104Z","steps":["trace[2110789637] 'agreement among raft nodes before linearized reading' (duration: 975.389063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:11.397161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:10.421553Z","time spent":"975.597956ms","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:11.397201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413247715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0814a298-c5d4-41fb-ae82-f9d3aa3e69ae\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-29T02:48:11.397223Z","caller":"traceutil/trace.go:171","msg":"trace[301521163] transaction","detail":"{read_only:false; response_revision:25828; number_of_response:1; }","duration":"1.413266886s","start":"2026-04-29T02:48:09.983935Z","end":"2026-04-29T02:48:11.397202Z","steps":["trace[301521163] 'process raft request' (duration: 885.837273ms)","trace[301521163] 'compare' (duration: 526.061588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:11.397302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.308333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:11.397295Z","caller":"traceutil/trace.go:171","msg":"trace[1283609029] transaction","detail":"{read_only:false; response_revision:25829; number_of_response:1; }","duration":"1.413255846s","start":"2026-04-29T02:48:09.984015Z","end":"2026-04-29T02:48:11.39727Z","steps":["trace[1283609029] 'process raft request' (duration: 1.41239311s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:11.397077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411713647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:11.397341Z","caller":"traceutil/trace.go:171","msg":"trace[362296151] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25834; }","duration":"691.388905ms","start":"2026-04-29T02:48:10.705939Z","end":"2026-04-29T02:48:11.397328Z","steps":["trace[362296151] 'agreement among raft nodes before linearized reading' (duration: 691.330624ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:11.397345Z","caller":"traceutil/trace.go:171","msg":"trace[1960611246] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"1.413274176s","start":"2026-04-29T02:48:09.984058Z","end":"2026-04-29T02:48:11.397332Z","steps":["trace[1960611246] 'process raft request' (duration: 1.412523512s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:11.397381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:10.705924Z","time spent":"691.444536ms","remote":"127.0.0.1:51952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:11.397391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:09.984009Z","time spent":"1.413335387s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:11.397403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:09.98403Z","time spent":"1.413343998s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:11.396931Z","caller":"traceutil/trace.go:171","msg":"trace[1504697737] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"946.791643ms","start":"2026-04-29T02:48:10.450131Z","end":"2026-04-29T02:48:11.396923Z","steps":["trace[1504697737] 'process raft request' (duration: 946.575469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:11.397314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:09.983924Z","time spent":"1.413341188s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:11.39742Z","caller":"traceutil/trace.go:171","msg":"trace[886741297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25834; }","duration":"1.412051204s","start":"2026-04-29T02:48:09.985321Z","end":"2026-04-29T02:48:11.397373Z","steps":["trace[886741297] 'agreement among raft nodes before linearized reading' (duration: 1.411666786s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:11.397503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.616435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:11.396889Z","caller":"traceutil/trace.go:171","msg":"trace[471534484] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"530.46738ms","start":"2026-04-29T02:48:10.866403Z","end":"2026-04-29T02:48:11.39687Z","steps":["trace[471534484] 'process raft request' (duration: 530.410969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:11.397524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.542159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:11.397557Z","caller":"traceutil/trace.go:171","msg":"trace[366205311] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25834; }","duration":"163.710607ms","start":"2026-04-29T02:48:11.233831Z","end":"2026-04-29T02:48:11.397541Z","steps":["trace[366205311] 'agreement among raft nodes before linearized reading' (duration: 163.526844ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:11.397568Z","caller":"traceutil/trace.go:171","msg":"trace[30309111] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25834; }","duration":"628.624511ms","start":"2026-04-29T02:48:10.768932Z","end":"2026-04-29T02:48:11.397557Z","steps":["trace[30309111] 'agreement among raft nodes before linearized reading' (duration: 628.54475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:11.397587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:10.866371Z","time spent":"531.181064ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:11.397578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.32287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:11.397599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:09.985316Z","time spent":"1.412228267s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:11.397603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:10.768914Z","time spent":"628.680312ms","remote":"127.0.0.1:48642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:11.397513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:10.450108Z","time spent":"947.377354ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:11.397653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.148908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:48:11.397646Z","caller":"traceutil/trace.go:171","msg":"trace[911603880] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25834; }","duration":"252.442273ms","start":"2026-04-29T02:48:11.145185Z","end":"2026-04-29T02:48:11.397627Z","steps":["trace[911603880] 'agreement among raft nodes before linearized reading' (duration: 252.323671ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:11.397238Z","caller":"traceutil/trace.go:171","msg":"trace[1593770809] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0814a298-c5d4-41fb-ae82-f9d3aa3e69ae; range_end:; response_count:1; response_revision:25834; }","duration":"1.413297276s","start":"2026-04-29T02:48:09.983928Z","end":"2026-04-29T02:48:11.397225Z","steps":["trace[1593770809] 'agreement among raft nodes before linearized reading' (duration: 1.413172574s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:11.397685Z","caller":"traceutil/trace.go:171","msg":"trace[78859121] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25834; }","duration":"652.216748ms","start":"2026-04-29T02:48:10.745459Z","end":"2026-04-29T02:48:11.397676Z","steps":["trace[78859121] 'agreement among raft nodes before linearized reading' (duration: 652.116017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:11.397713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:10.745439Z","time spent":"652.26753ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:48:11.39772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:09.98392Z","time spent":"1.413785026s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-0814a298-c5d4-41fb-ae82-f9d3aa3e69ae\" "} {"level":"warn","ts":"2026-04-29T02:48:11.39771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.009938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:11.397778Z","caller":"traceutil/trace.go:171","msg":"trace[1712129113] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25834; }","duration":"146.10665ms","start":"2026-04-29T02:48:11.251653Z","end":"2026-04-29T02:48:11.39776Z","steps":["trace[1712129113] 'agreement among raft nodes before linearized reading' (duration: 145.974027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:11.901925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.503253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-29T02:48:11.902011Z","caller":"traceutil/trace.go:171","msg":"trace[321931694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25835; }","duration":"404.625826ms","start":"2026-04-29T02:48:11.497364Z","end":"2026-04-29T02:48:11.90199Z","steps":["trace[321931694] 'range keys from in-memory index tree' (duration: 404.31691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:11.902065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:11.497352Z","time spent":"404.703857ms","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-29T02:48:12.488047Z","caller":"traceutil/trace.go:171","msg":"trace[664015544] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"503.204425ms","start":"2026-04-29T02:48:11.984817Z","end":"2026-04-29T02:48:12.488021Z","steps":["trace[664015544] 'process raft request' (duration: 503.055752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:12.488203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:11.984793Z","time spent":"503.328507ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:13.623236Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135311391s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:48:13.625028Z","caller":"traceutil/trace.go:171","msg":"trace[1915489818] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"1.639170717s","start":"2026-04-29T02:48:11.985827Z","end":"2026-04-29T02:48:13.624998Z","steps":["trace[1915489818] 'process raft request' (duration: 1.638688547s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:13.625204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:11.985798Z","time spent":"1.639314109s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:13.625217Z","caller":"traceutil/trace.go:171","msg":"trace[482367114] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"1.638941172s","start":"2026-04-29T02:48:11.986244Z","end":"2026-04-29T02:48:13.625185Z","steps":["trace[482367114] 'process raft request' (duration: 1.638352661s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:13.625361Z","caller":"traceutil/trace.go:171","msg":"trace[879992541] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"1.639260078s","start":"2026-04-29T02:48:11.986011Z","end":"2026-04-29T02:48:13.625271Z","steps":["trace[879992541] 'process raft request' (duration: 1.638551824s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:13.625883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:11.986235Z","time spent":"1.639597114s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:13.625443Z","caller":"traceutil/trace.go:171","msg":"trace[1263874994] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"1.640323688s","start":"2026-04-29T02:48:11.985105Z","end":"2026-04-29T02:48:13.625429Z","steps":["trace[1263874994] 'process raft request' (duration: 1.639193997s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:13.626012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:11.985999Z","time spent":"1.63992415s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:13.625448Z","caller":"traceutil/trace.go:171","msg":"trace[770602659] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"1.638610426s","start":"2026-04-29T02:48:11.986818Z","end":"2026-04-29T02:48:13.625429Z","steps":["trace[770602659] 'process raft request' (duration: 1.637827371s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:13.62611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:11.98508Z","time spent":"1.640939339s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:13.626279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:11.98675Z","time spent":"1.63940634s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:13.625466Z","caller":"traceutil/trace.go:171","msg":"trace[407962678] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"1.640073753s","start":"2026-04-29T02:48:11.985366Z","end":"2026-04-29T02:48:13.62544Z","steps":["trace[407962678] 'process raft request' (duration: 1.639068354s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:13.62645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:11.985326Z","time spent":"1.641079252s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:13.719287Z","caller":"traceutil/trace.go:171","msg":"trace[1062428167] linearizableReadLoop","detail":"{readStateIndex:26705; appliedIndex:26698; }","duration":"1.425649975s","start":"2026-04-29T02:48:12.293614Z","end":"2026-04-29T02:48:13.719264Z","steps":["trace[1062428167] 'read index received' (duration: 194.454897ms)","trace[1062428167] 'applied index is now lower than readState.Index' (duration: 1.231193748s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:13.71952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425887629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:13.719598Z","caller":"traceutil/trace.go:171","msg":"trace[1411117201] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25842; }","duration":"1.425979091s","start":"2026-04-29T02:48:12.293599Z","end":"2026-04-29T02:48:13.719579Z","steps":["trace[1411117201] 'agreement among raft nodes before linearized reading' (duration: 1.425841289s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:13.71969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:12.29353Z","time spent":"1.426140855s","remote":"127.0.0.1:42986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:13.719785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24427549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:13.719853Z","caller":"traceutil/trace.go:171","msg":"trace[1727718977] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25843; }","duration":"1.244392923s","start":"2026-04-29T02:48:12.475443Z","end":"2026-04-29T02:48:13.719836Z","steps":["trace[1727718977] 'agreement among raft nodes before linearized reading' (duration: 1.244273231s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:13.71985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.273176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:13.7199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:12.475422Z","time spent":"1.244465924s","remote":"127.0.0.1:55984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:13.719931Z","caller":"traceutil/trace.go:171","msg":"trace[1519701466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25843; }","duration":"620.405598ms","start":"2026-04-29T02:48:13.099506Z","end":"2026-04-29T02:48:13.719912Z","steps":["trace[1519701466] 'agreement among raft nodes before linearized reading' (duration: 620.267646ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:13.719939Z","caller":"traceutil/trace.go:171","msg":"trace[695275949] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"316.124053ms","start":"2026-04-29T02:48:13.403794Z","end":"2026-04-29T02:48:13.719918Z","steps":["trace[695275949] 'process raft request' (duration: 315.441381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:13.719985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.099474Z","time spent":"620.49428ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:13.720007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.577961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T02:48:13.720021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.403782Z","time spent":"316.190094ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:13.720041Z","caller":"traceutil/trace.go:171","msg":"trace[1258572937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25843; }","duration":"317.646041ms","start":"2026-04-29T02:48:13.402384Z","end":"2026-04-29T02:48:13.72003Z","steps":["trace[1258572937] 'agreement among raft nodes before linearized reading' (duration: 317.57392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:13.720082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.40236Z","time spent":"317.714574ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:48:13.720128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.067989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:13.720166Z","caller":"traceutil/trace.go:171","msg":"trace[245024944] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25843; }","duration":"692.145579ms","start":"2026-04-29T02:48:13.028011Z","end":"2026-04-29T02:48:13.720156Z","steps":["trace[245024944] 'agreement among raft nodes before linearized reading' (duration: 692.065278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:13.720199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.027986Z","time spent":"692.203421ms","remote":"127.0.0.1:43118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:13.719936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.245224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T02:48:13.720272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.325262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:13.720272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.896937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:48:13.720291Z","caller":"traceutil/trace.go:171","msg":"trace[84195383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25843; }","duration":"317.627643ms","start":"2026-04-29T02:48:13.402653Z","end":"2026-04-29T02:48:13.720281Z","steps":["trace[84195383] 'agreement among raft nodes before linearized reading' (duration: 317.227444ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:13.720298Z","caller":"traceutil/trace.go:171","msg":"trace[120692465] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25843; }","duration":"741.391064ms","start":"2026-04-29T02:48:12.978898Z","end":"2026-04-29T02:48:13.720289Z","steps":["trace[120692465] 'agreement among raft nodes before linearized reading' (duration: 741.350173ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:13.720309Z","caller":"traceutil/trace.go:171","msg":"trace[99632493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25843; }","duration":"317.929608ms","start":"2026-04-29T02:48:13.402364Z","end":"2026-04-29T02:48:13.720294Z","steps":["trace[99632493] 'agreement among raft nodes before linearized reading' (duration: 317.798995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:13.719856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.427718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T02:48:13.720331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:12.978877Z","time spent":"741.446534ms","remote":"127.0.0.1:43346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:13.720328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.402637Z","time spent":"317.683413ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:48:13.720337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.402291Z","time spent":"318.039519ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:48:13.720355Z","caller":"traceutil/trace.go:171","msg":"trace[2137176177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25843; }","duration":"317.951618ms","start":"2026-04-29T02:48:13.402389Z","end":"2026-04-29T02:48:13.720341Z","steps":["trace[2137176177] 'agreement among raft nodes before linearized reading' (duration: 317.337156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:13.720349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.07472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T02:48:13.72037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001469508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:13.720389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.402382Z","time spent":"317.996498ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:48:13.72041Z","caller":"traceutil/trace.go:171","msg":"trace[614067067] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25843; }","duration":"1.001627581s","start":"2026-04-29T02:48:12.71877Z","end":"2026-04-29T02:48:13.720397Z","steps":["trace[614067067] 'agreement among raft nodes before linearized reading' (duration: 1.001451447s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:13.719863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.292998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:13.720406Z","caller":"traceutil/trace.go:171","msg":"trace[142848720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25843; }","duration":"318.172352ms","start":"2026-04-29T02:48:13.402218Z","end":"2026-04-29T02:48:13.720391Z","steps":["trace[142848720] 'agreement among raft nodes before linearized reading' (duration: 317.999069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:13.720434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:12.718745Z","time spent":"1.001683042s","remote":"127.0.0.1:55946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:13.720443Z","caller":"traceutil/trace.go:171","msg":"trace[2069082337] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25843; }","duration":"157.93196ms","start":"2026-04-29T02:48:13.5625Z","end":"2026-04-29T02:48:13.720432Z","steps":["trace[2069082337] 'agreement among raft nodes before linearized reading' (duration: 157.290448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:13.720451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.402197Z","time spent":"318.243904ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:14.275584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708062,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:48:14.413704Z","caller":"traceutil/trace.go:171","msg":"trace[2068699519] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"689.700515ms","start":"2026-04-29T02:48:13.723972Z","end":"2026-04-29T02:48:14.413672Z","steps":["trace[2068699519] 'process raft request' (duration: 664.453266ms)","trace[2068699519] 'compare' (duration: 24.630667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:14.413871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.723952Z","time spent":"689.840437ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:14.982663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.347903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:14.982972Z","caller":"traceutil/trace.go:171","msg":"trace[179834241] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"1.258526005s","start":"2026-04-29T02:48:13.724428Z","end":"2026-04-29T02:48:14.982954Z","steps":["trace[179834241] 'process raft request' (duration: 1.258448223s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:14.983047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.72442Z","time spent":"1.258595307s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:14.983096Z","caller":"traceutil/trace.go:171","msg":"trace[498064324] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"1.258891993s","start":"2026-04-29T02:48:13.724169Z","end":"2026-04-29T02:48:14.983061Z","steps":["trace[498064324] 'process raft request' (duration: 870.059ms)","trace[498064324] 'compare' (duration: 387.837124ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:14.983255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.724158Z","time spent":"1.259017186s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:14.983412Z","caller":"traceutil/trace.go:171","msg":"trace[1901490091] linearizableReadLoop","detail":"{readStateIndex:26711; appliedIndex:26706; }","duration":"1.207896197s","start":"2026-04-29T02:48:13.775499Z","end":"2026-04-29T02:48:14.983396Z","steps":["trace[1901490091] 'read index received' (duration: 612.93763ms)","trace[1901490091] 'applied index is now lower than readState.Index' (duration: 594.957137ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:14.983384Z","caller":"traceutil/trace.go:171","msg":"trace[275512705] transaction","detail":"{read_only:false; response_revision:25849; number_of_response:1; }","duration":"489.525161ms","start":"2026-04-29T02:48:14.493784Z","end":"2026-04-29T02:48:14.983309Z","steps":["trace[275512705] 'process raft request' (duration: 489.359148ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:14.983447Z","caller":"traceutil/trace.go:171","msg":"trace[623453604] transaction","detail":"{read_only:false; response_revision:25848; number_of_response:1; }","duration":"1.258945283s","start":"2026-04-29T02:48:13.724471Z","end":"2026-04-29T02:48:14.983417Z","steps":["trace[623453604] 'process raft request' (duration: 1.258449173s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:14.983556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.683141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:48:14.983548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208023419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:14.983592Z","caller":"traceutil/trace.go:171","msg":"trace[604830888] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25849; }","duration":"918.775483ms","start":"2026-04-29T02:48:14.064807Z","end":"2026-04-29T02:48:14.983583Z","steps":["trace[604830888] 'agreement among raft nodes before linearized reading' (duration: 918.693642ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:14.983625Z","caller":"traceutil/trace.go:171","msg":"trace[1038303869] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25849; }","duration":"1.20809648s","start":"2026-04-29T02:48:13.775494Z","end":"2026-04-29T02:48:14.98359Z","steps":["trace[1038303869] 'agreement among raft nodes before linearized reading' (duration: 1.207972598s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:14.983597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.724455Z","time spent":"1.259065245s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:14.983591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.736024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:48:14.983659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:14.064774Z","time spent":"918.875714ms","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:14.983665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.775453Z","time spent":"1.208205342s","remote":"127.0.0.1:43334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:14.983676Z","caller":"traceutil/trace.go:171","msg":"trace[1767797259] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25849; }","duration":"786.877227ms","start":"2026-04-29T02:48:14.196786Z","end":"2026-04-29T02:48:14.983663Z","steps":["trace[1767797259] 'agreement among raft nodes before linearized reading' (duration: 786.758724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:14.983648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:14.493759Z","time spent":"489.758285ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:14.983698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.71493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-29T02:48:14.983721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:14.196754Z","time spent":"786.958607ms","remote":"127.0.0.1:60334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:14.983758Z","caller":"traceutil/trace.go:171","msg":"trace[1572462992] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25849; }","duration":"595.823592ms","start":"2026-04-29T02:48:14.387919Z","end":"2026-04-29T02:48:14.983743Z","steps":["trace[1572462992] 'agreement among raft nodes before linearized reading' (duration: 595.586238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:14.983802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:14.387897Z","time spent":"595.896404ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-04-29T02:48:14.983126Z","caller":"traceutil/trace.go:171","msg":"trace[2131254423] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"1.258702889s","start":"2026-04-29T02:48:13.724381Z","end":"2026-04-29T02:48:14.983084Z","steps":["trace[2131254423] 'process raft request' (duration: 1.258390773s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:14.984142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.724372Z","time spent":"1.259694287s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:15.489298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:48:16.305813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.214801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:16.306127Z","caller":"traceutil/trace.go:171","msg":"trace[1723058066] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"581.828243ms","start":"2026-04-29T02:48:15.724284Z","end":"2026-04-29T02:48:16.306112Z","steps":["trace[1723058066] 'process raft request' (duration: 581.800782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:16.306187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:15.724256Z","time spent":"581.908594ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:16.306411Z","caller":"traceutil/trace.go:171","msg":"trace[1709168192] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"1.319653989s","start":"2026-04-29T02:48:14.986748Z","end":"2026-04-29T02:48:16.306402Z","steps":["trace[1709168192] 'process raft request' (duration: 923.778616ms)","trace[1709168192] 'compare' (duration: 393.613481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:16.306454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:14.986726Z","time spent":"1.319708521s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:16.306534Z","caller":"traceutil/trace.go:171","msg":"trace[1065184312] linearizableReadLoop","detail":"{readStateIndex:26713; appliedIndex:26712; }","duration":"1.31801185s","start":"2026-04-29T02:48:14.988515Z","end":"2026-04-29T02:48:16.306527Z","steps":["trace[1065184312] 'read index received' (duration: 922.027704ms)","trace[1065184312] 'applied index is now lower than readState.Index' (duration: 395.983446ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:16.306575Z","caller":"traceutil/trace.go:171","msg":"trace[1003199460] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"675.029781ms","start":"2026-04-29T02:48:15.63154Z","end":"2026-04-29T02:48:16.30657Z","steps":["trace[1003199460] 'process raft request' (duration: 674.362699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:16.306605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:15.631515Z","time spent":"675.071303ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:16.306678Z","caller":"traceutil/trace.go:171","msg":"trace[1471746527] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"675.007381ms","start":"2026-04-29T02:48:15.631666Z","end":"2026-04-29T02:48:16.306673Z","steps":["trace[1471746527] 'process raft request' (duration: 674.306318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:16.30671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:15.631652Z","time spent":"675.039032ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:16.306779Z","caller":"traceutil/trace.go:171","msg":"trace[1679865805] transaction","detail":"{read_only:false; response_revision:25853; number_of_response:1; }","duration":"675.076172ms","start":"2026-04-29T02:48:15.631697Z","end":"2026-04-29T02:48:16.306773Z","steps":["trace[1679865805] 'process raft request' (duration: 674.298437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:16.306814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:15.631649Z","time spent":"675.147624ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:16.306916Z","caller":"traceutil/trace.go:171","msg":"trace[1000317243] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"674.941941ms","start":"2026-04-29T02:48:15.631968Z","end":"2026-04-29T02:48:16.306909Z","steps":["trace[1000317243] 'process raft request' (duration: 674.049324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:16.306947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:15.631958Z","time spent":"674.971251ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:16.307053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318542319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4b5b5f50-e609-4bff-ad7b-86b978b22c03\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-29T02:48:16.30707Z","caller":"traceutil/trace.go:171","msg":"trace[115529186] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4b5b5f50-e609-4bff-ad7b-86b978b22c03; range_end:; response_count:1; response_revision:25857; }","duration":"1.318575299s","start":"2026-04-29T02:48:14.988488Z","end":"2026-04-29T02:48:16.307063Z","steps":["trace[115529186] 'agreement among raft nodes before linearized reading' (duration: 1.318498138s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:16.307066Z","caller":"traceutil/trace.go:171","msg":"trace[816082752] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"675.011301ms","start":"2026-04-29T02:48:15.632039Z","end":"2026-04-29T02:48:16.30705Z","steps":["trace[816082752] 'process raft request' (duration: 673.998912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:16.307087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:14.988476Z","time spent":"1.31860756s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-4b5b5f50-e609-4bff-ad7b-86b978b22c03\" "} {"level":"warn","ts":"2026-04-29T02:48:16.307122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:15.632027Z","time spent":"675.064033ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:16.307224Z","caller":"traceutil/trace.go:171","msg":"trace[1420297003] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"674.545702ms","start":"2026-04-29T02:48:15.63267Z","end":"2026-04-29T02:48:16.307215Z","steps":["trace[1420297003] 'process raft request' (duration: 673.39108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:16.307259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:15.632654Z","time spent":"674.585812ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:16.349007Z","caller":"traceutil/trace.go:171","msg":"trace[181703336] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"359.749814ms","start":"2026-04-29T02:48:15.989219Z","end":"2026-04-29T02:48:16.348969Z","steps":["trace[181703336] 'process raft request' (duration: 359.572341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:16.349163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:15.989201Z","time spent":"359.882796ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:16.349198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250968035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:16.349278Z","caller":"traceutil/trace.go:171","msg":"trace[728462687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25858; }","duration":"1.251101447s","start":"2026-04-29T02:48:15.098158Z","end":"2026-04-29T02:48:16.349259Z","steps":["trace[728462687] 'agreement among raft nodes before linearized reading' (duration: 1.250937074s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:16.34928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.954894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:16.349329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:15.098138Z","time spent":"1.251182939s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:16.349332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060253597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:16.349373Z","caller":"traceutil/trace.go:171","msg":"trace[1962226592] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25858; }","duration":"1.060352319s","start":"2026-04-29T02:48:15.28901Z","end":"2026-04-29T02:48:16.349363Z","steps":["trace[1962226592] 'agreement among raft nodes before linearized reading' (duration: 1.060239377s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:16.349363Z","caller":"traceutil/trace.go:171","msg":"trace[672513782] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25858; }","duration":"645.090105ms","start":"2026-04-29T02:48:15.704252Z","end":"2026-04-29T02:48:16.349342Z","steps":["trace[672513782] 'agreement among raft nodes before linearized reading' (duration: 644.947193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:16.349412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:15.704227Z","time spent":"645.172037ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:48:16.349457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.255161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:16.349481Z","caller":"traceutil/trace.go:171","msg":"trace[1048694693] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25858; }","duration":"878.302182ms","start":"2026-04-29T02:48:15.471173Z","end":"2026-04-29T02:48:16.349475Z","steps":["trace[1048694693] 'agreement among raft nodes before linearized reading' (duration: 878.265071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:16.349498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:15.471158Z","time spent":"878.335462ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:16.349408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:15.288974Z","time spent":"1.06042562s","remote":"127.0.0.1:60496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:16.34959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228945657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:16.349604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.404262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:48:16.349653Z","caller":"traceutil/trace.go:171","msg":"trace[1350680706] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25858; }","duration":"1.229035629s","start":"2026-04-29T02:48:15.120605Z","end":"2026-04-29T02:48:16.34964Z","steps":["trace[1350680706] 'agreement among raft nodes before linearized reading' (duration: 1.228931507s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:16.349695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:15.120592Z","time spent":"1.229091009s","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:16.349698Z","caller":"traceutil/trace.go:171","msg":"trace[182367657] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25858; }","duration":"542.553744ms","start":"2026-04-29T02:48:15.80712Z","end":"2026-04-29T02:48:16.349674Z","steps":["trace[182367657] 'agreement among raft nodes before linearized reading' (duration: 542.250868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:16.349759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:15.807098Z","time spent":"542.638856ms","remote":"127.0.0.1:60386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":183,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:17.446348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.199948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:17.446369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028692922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:48:17.446417Z","caller":"traceutil/trace.go:171","msg":"trace[1293136673] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25858; }","duration":"680.280099ms","start":"2026-04-29T02:48:16.766117Z","end":"2026-04-29T02:48:17.446397Z","steps":["trace[1293136673] 'count revisions from in-memory index tree' (duration: 680.099656ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:17.446435Z","caller":"traceutil/trace.go:171","msg":"trace[691808950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25858; }","duration":"1.028795164s","start":"2026-04-29T02:48:16.417619Z","end":"2026-04-29T02:48:17.446414Z","steps":["trace[691808950] 'range keys from in-memory index tree' (duration: 1.028554079s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:17.446454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:16.76605Z","time spent":"680.393302ms","remote":"127.0.0.1:43398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:17.446466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:16.417606Z","time spent":"1.028850985s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:17.446462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.379975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:17.446565Z","caller":"traceutil/trace.go:171","msg":"trace[126927817] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25858; }","duration":"787.523839ms","start":"2026-04-29T02:48:16.659018Z","end":"2026-04-29T02:48:17.446542Z","steps":["trace[126927817] 'count revisions from in-memory index tree' (duration: 787.261854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:17.446605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:16.659011Z","time spent":"787.58487ms","remote":"127.0.0.1:42942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:17.44673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.371887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-29T02:48:17.446764Z","caller":"traceutil/trace.go:171","msg":"trace[1985415731] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:25858; }","duration":"669.444578ms","start":"2026-04-29T02:48:16.77731Z","end":"2026-04-29T02:48:17.446755Z","steps":["trace[1985415731] 'range keys from in-memory index tree' (duration: 669.224694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:17.446785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:16.77729Z","time spent":"669.488879ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-04-29T02:48:17.446698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.374966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:48:17.447264Z","caller":"traceutil/trace.go:171","msg":"trace[173897698] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25858; }","duration":"843.016258ms","start":"2026-04-29T02:48:16.604241Z","end":"2026-04-29T02:48:17.447257Z","steps":["trace[173897698] 'count revisions from in-memory index tree' (duration: 842.275683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:17.44729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:16.604216Z","time spent":"843.06559ms","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:17.447457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.659189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:48:17.447488Z","caller":"traceutil/trace.go:171","msg":"trace[968607263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25858; }","duration":"458.712539ms","start":"2026-04-29T02:48:16.988767Z","end":"2026-04-29T02:48:17.44748Z","steps":["trace[968607263] 'range keys from in-memory index tree' (duration: 458.561107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:17.447489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.564775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T02:48:17.447507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:16.988755Z","time spent":"458.74782ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:48:17.447528Z","caller":"traceutil/trace.go:171","msg":"trace[325427398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25858; }","duration":"459.634077ms","start":"2026-04-29T02:48:16.987876Z","end":"2026-04-29T02:48:17.44751Z","steps":["trace[325427398] 'range keys from in-memory index tree' (duration: 459.369671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:17.447559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:16.987855Z","time spent":"459.696087ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:48:17.447656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.551901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:48:17.44769Z","caller":"traceutil/trace.go:171","msg":"trace[1552746115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25858; }","duration":"537.625043ms","start":"2026-04-29T02:48:16.910056Z","end":"2026-04-29T02:48:17.447681Z","steps":["trace[1552746115] 'range keys from in-memory index tree' (duration: 537.300757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:17.447739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:16.910031Z","time spent":"537.676383ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:48:17.447662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.803831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T02:48:17.447787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.848431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:48:17.447805Z","caller":"traceutil/trace.go:171","msg":"trace[658833984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25858; }","duration":"458.945254ms","start":"2026-04-29T02:48:16.988852Z","end":"2026-04-29T02:48:17.447798Z","steps":["trace[658833984] 'range keys from in-memory index tree' (duration: 458.654128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:17.447828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:16.988809Z","time spent":"459.012484ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:48:17.447814Z","caller":"traceutil/trace.go:171","msg":"trace[1070727228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25858; }","duration":"459.903112ms","start":"2026-04-29T02:48:16.9879Z","end":"2026-04-29T02:48:17.447803Z","steps":["trace[1070727228] 'range keys from in-memory index tree' (duration: 459.715987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:17.447924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:16.98785Z","time spent":"460.067555ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:48:17.836723Z","caller":"traceutil/trace.go:171","msg":"trace[892821111] transaction","detail":"{read_only:false; response_revision:25859; number_of_response:1; }","duration":"845.966523ms","start":"2026-04-29T02:48:16.990735Z","end":"2026-04-29T02:48:17.836702Z","steps":["trace[892821111] 'process raft request' (duration: 845.833631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:17.836859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:16.990717Z","time spent":"846.072115ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:18.920383Z","caller":"traceutil/trace.go:171","msg":"trace[1436078841] transaction","detail":"{read_only:false; response_revision:25860; number_of_response:1; }","duration":"1.468509101s","start":"2026-04-29T02:48:17.451849Z","end":"2026-04-29T02:48:18.920358Z","steps":["trace[1436078841] 'process raft request' (duration: 1.468299727s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:18.920529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:17.451825Z","time spent":"1.468626623s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:18.920542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:17.449378Z","time spent":"1.471019628s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T02:48:18.920864Z","caller":"traceutil/trace.go:171","msg":"trace[1495638650] transaction","detail":"{read_only:false; response_revision:25861; number_of_response:1; }","duration":"1.468921488s","start":"2026-04-29T02:48:17.451926Z","end":"2026-04-29T02:48:18.920847Z","steps":["trace[1495638650] 'process raft request' (duration: 1.468386008s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:18.920931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:17.451905Z","time spent":"1.46899407s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:18.921109Z","caller":"traceutil/trace.go:171","msg":"trace[468531443] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"1.469077831s","start":"2026-04-29T02:48:17.451961Z","end":"2026-04-29T02:48:18.921039Z","steps":["trace[468531443] 'process raft request' (duration: 1.468792736s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:18.921287Z","caller":"traceutil/trace.go:171","msg":"trace[719873686] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"1.469295345s","start":"2026-04-29T02:48:17.451958Z","end":"2026-04-29T02:48:18.921254Z","steps":["trace[719873686] 'process raft request' (duration: 1.468991509s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:18.92137Z","caller":"traceutil/trace.go:171","msg":"trace[2134429113] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"1.469179483s","start":"2026-04-29T02:48:17.452178Z","end":"2026-04-29T02:48:18.921358Z","steps":["trace[2134429113] 'process raft request' (duration: 1.468968799s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:18.921368Z","caller":"traceutil/trace.go:171","msg":"trace[75350230] linearizableReadLoop","detail":"{readStateIndex:26727; appliedIndex:26721; }","duration":"1.469188172s","start":"2026-04-29T02:48:17.452148Z","end":"2026-04-29T02:48:18.921336Z","steps":["trace[75350230] 'read index received' (duration: 384.534953ms)","trace[75350230] 'applied index is now lower than readState.Index' (duration: 1.084652139s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:18.921436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:17.452168Z","time spent":"1.469234604s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:18.921446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:17.45193Z","time spent":"1.469435637s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:18.921537Z","caller":"traceutil/trace.go:171","msg":"trace[236853204] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"1.436708961s","start":"2026-04-29T02:48:17.484811Z","end":"2026-04-29T02:48:18.92152Z","steps":["trace[236853204] 'process raft request' (duration: 1.436464956s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:18.921401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:17.451918Z","time spent":"1.469332005s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:18.921663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:17.484794Z","time spent":"1.436783083s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:18.921755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469603102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:48:18.921816Z","caller":"traceutil/trace.go:171","msg":"trace[59045561] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25865; }","duration":"1.469674903s","start":"2026-04-29T02:48:17.452125Z","end":"2026-04-29T02:48:18.921799Z","steps":["trace[59045561] 'agreement among raft nodes before linearized reading' (duration: 1.469394317s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:18.921862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:17.452117Z","time spent":"1.469736034s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:48:19.422058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:48:19.809794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000452788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:48:19.809879Z","caller":"traceutil/trace.go:171","msg":"trace[998956178] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000594931s","start":"2026-04-29T02:48:17.809265Z","end":"2026-04-29T02:48:19.809859Z","steps":["trace[998956178] 'agreement among raft nodes before linearized reading' (duration: 2.000488709s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:19.809924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:17.809244Z","time spent":"2.000671902s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:19.922809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:48:20.016116Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.091903505s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:48:20.099581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000235754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:48:20.099694Z","caller":"traceutil/trace.go:171","msg":"trace[1193449122] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000407978s","start":"2026-04-29T02:48:18.099261Z","end":"2026-04-29T02:48:20.099669Z","steps":["trace[1193449122] 'agreement among raft nodes before linearized reading' (duration: 2.000269945s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:20.099748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:18.099239Z","time spent":"2.000498479s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:20.820426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214861155s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:20.820564Z","caller":"traceutil/trace.go:171","msg":"trace[1616802300] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25865; }","duration":"1.215009328s","start":"2026-04-29T02:48:19.605533Z","end":"2026-04-29T02:48:20.820543Z","steps":["trace[1616802300] 'range keys from in-memory index tree' (duration: 1.214841425s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:20.822188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.685356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:20.822478Z","caller":"traceutil/trace.go:171","msg":"trace[406811888] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"2.509058323s","start":"2026-04-29T02:48:18.3134Z","end":"2026-04-29T02:48:20.822458Z","steps":["trace[406811888] 'process raft request' (duration: 2.508980522s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:20.822557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:18.313392Z","time spent":"2.509128674s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:20.82253Z","caller":"traceutil/trace.go:171","msg":"trace[1051024210] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"2.509140544s","start":"2026-04-29T02:48:18.313332Z","end":"2026-04-29T02:48:20.822473Z","steps":["trace[1051024210] 'process raft request' (duration: 2.508955411s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:20.822602Z","caller":"traceutil/trace.go:171","msg":"trace[1156444437] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"2.509322468s","start":"2026-04-29T02:48:18.313229Z","end":"2026-04-29T02:48:20.822552Z","steps":["trace[1156444437] 'process raft request' (duration: 1.703188014s)","trace[1156444437] 'compare' (duration: 804.814959ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:20.822765Z","caller":"traceutil/trace.go:171","msg":"trace[2025885037] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"2.509007171s","start":"2026-04-29T02:48:18.313741Z","end":"2026-04-29T02:48:20.822748Z","steps":["trace[2025885037] 'process raft request' (duration: 2.508679445s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:20.822761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:18.313325Z","time spent":"2.509312887s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:20.822807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:18.313204Z","time spent":"2.50949882s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:20.822835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:18.31372Z","time spent":"2.509080713s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:20.823009Z","caller":"traceutil/trace.go:171","msg":"trace[713919] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"2.509167265s","start":"2026-04-29T02:48:18.313812Z","end":"2026-04-29T02:48:20.822979Z","steps":["trace[713919] 'process raft request' (duration: 2.508853129s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:20.823063Z","caller":"traceutil/trace.go:171","msg":"trace[327676644] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"2.509153554s","start":"2026-04-29T02:48:18.313889Z","end":"2026-04-29T02:48:20.823043Z","steps":["trace[327676644] 'process raft request' (duration: 2.509040332s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:20.823133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:18.313806Z","time spent":"2.509263487s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:20.823176Z","caller":"traceutil/trace.go:171","msg":"trace[2063255233] transaction","detail":"{read_only:false; response_revision:25872; number_of_response:1; }","duration":"2.509087554s","start":"2026-04-29T02:48:18.314074Z","end":"2026-04-29T02:48:20.823161Z","steps":["trace[2063255233] 'process raft request' (duration: 2.508938281s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:20.823183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:18.313877Z","time spent":"2.509243507s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:20.823235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:18.314066Z","time spent":"2.509138234s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:20.823338Z","caller":"traceutil/trace.go:171","msg":"trace[777299738] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"1.898212762s","start":"2026-04-29T02:48:18.925103Z","end":"2026-04-29T02:48:20.823316Z","steps":["trace[777299738] 'process raft request' (duration: 1.898011579s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:20.82344Z","caller":"traceutil/trace.go:171","msg":"trace[2020183802] linearizableReadLoop","detail":"{readStateIndex:26739; appliedIndex:26729; }","duration":"1.901967052s","start":"2026-04-29T02:48:18.921455Z","end":"2026-04-29T02:48:20.823422Z","steps":["trace[2020183802] 'read index received' (duration: 1.09486696s)","trace[2020183802] 'applied index is now lower than readState.Index' (duration: 807.098772ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:20.823496Z","caller":"traceutil/trace.go:171","msg":"trace[1846233572] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"981.027538ms","start":"2026-04-29T02:48:19.84245Z","end":"2026-04-29T02:48:20.823477Z","steps":["trace[1846233572] 'process raft request' (duration: 980.887446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:20.823478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:18.925084Z","time spent":"1.898329974s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:20.823561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060021322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:20.823572Z","caller":"traceutil/trace.go:171","msg":"trace[1905516132] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"1.009778911s","start":"2026-04-29T02:48:19.813787Z","end":"2026-04-29T02:48:20.823566Z","steps":["trace[1905516132] 'process raft request' (duration: 1.009473875s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:20.823557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937821946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:20.823627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:19.813767Z","time spent":"1.009834032s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:48:20.823632Z","caller":"traceutil/trace.go:171","msg":"trace[1306376942] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25875; }","duration":"2.060122434s","start":"2026-04-29T02:48:18.763475Z","end":"2026-04-29T02:48:20.823598Z","steps":["trace[1306376942] 'agreement among raft nodes before linearized reading' (duration: 2.060047573s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:20.823667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:18.763445Z","time spent":"2.060213386s","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:20.823668Z","caller":"traceutil/trace.go:171","msg":"trace[468396771] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25875; }","duration":"1.937986059s","start":"2026-04-29T02:48:18.885663Z","end":"2026-04-29T02:48:20.823649Z","steps":["trace[468396771] 'agreement among raft nodes before linearized reading' (duration: 1.937823646s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:20.823728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:18.885629Z","time spent":"1.938081551s","remote":"127.0.0.1:42882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:20.823546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:19.842423Z","time spent":"981.096699ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:20.823579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932929566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:20.825252Z","caller":"traceutil/trace.go:171","msg":"trace[422978680] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25875; }","duration":"2.934647728s","start":"2026-04-29T02:48:17.89059Z","end":"2026-04-29T02:48:20.825238Z","steps":["trace[422978680] 'agreement among raft nodes before linearized reading' (duration: 2.932936966s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:20.825296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:17.890536Z","time spent":"2.934745509s","remote":"127.0.0.1:43348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:22.107426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000262595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:48:22.107529Z","caller":"traceutil/trace.go:171","msg":"trace[1281496840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426478s","start":"2026-04-29T02:48:20.107081Z","end":"2026-04-29T02:48:22.107508Z","steps":["trace[1281496840] 'agreement among raft nodes before linearized reading' (duration: 2.000289465s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:22.107597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:20.107062Z","time spent":"2.000516779s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:48:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:48:22.187163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211493003s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:22.187284Z","caller":"traceutil/trace.go:171","msg":"trace[1443706309] linearizableReadLoop","detail":"{readStateIndex:26740; appliedIndex:26739; }","duration":"1.363777108s","start":"2026-04-29T02:48:20.823491Z","end":"2026-04-29T02:48:22.187268Z","steps":["trace[1443706309] 'read index received' (duration: 152.160934ms)","trace[1443706309] 'applied index is now lower than readState.Index' (duration: 1.211615014s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:22.18739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482219995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:22.187432Z","caller":"traceutil/trace.go:171","msg":"trace[1502377279] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25876; }","duration":"2.482304226s","start":"2026-04-29T02:48:19.705112Z","end":"2026-04-29T02:48:22.187417Z","steps":["trace[1502377279] 'agreement among raft nodes before linearized reading' (duration: 2.482241475s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:22.187433Z","caller":"traceutil/trace.go:171","msg":"trace[920510410] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"1.90403666s","start":"2026-04-29T02:48:20.28338Z","end":"2026-04-29T02:48:22.187417Z","steps":["trace[920510410] 'process raft request' (duration: 692.214502ms)","trace[920510410] 'compare' (duration: 1.211208777s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:22.18747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:19.705087Z","time spent":"2.482374468s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:22.187499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:20.283352Z","time spent":"1.904113241s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:22.18775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457357644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-29T02:48:22.187763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779497639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-29T02:48:22.18779Z","caller":"traceutil/trace.go:171","msg":"trace[1270061587] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25876; }","duration":"1.457395454s","start":"2026-04-29T02:48:20.730383Z","end":"2026-04-29T02:48:22.187779Z","steps":["trace[1270061587] 'agreement among raft nodes before linearized reading' (duration: 1.457278582s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:22.187793Z","caller":"traceutil/trace.go:171","msg":"trace[956524630] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25876; }","duration":"2.779589351s","start":"2026-04-29T02:48:19.408194Z","end":"2026-04-29T02:48:22.187783Z","steps":["trace[956524630] 'agreement among raft nodes before linearized reading' (duration: 2.779489999s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:22.187819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:20.730373Z","time spent":"1.457438635s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:48:22.187821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:19.408159Z","time spent":"2.779655842s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-29T02:48:22.187927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.185177865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:22.187959Z","caller":"traceutil/trace.go:171","msg":"trace[781793767] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25876; }","duration":"3.185257357s","start":"2026-04-29T02:48:19.002694Z","end":"2026-04-29T02:48:22.187951Z","steps":["trace[781793767] 'agreement among raft nodes before linearized reading' (duration: 3.185211496s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:22.187985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:19.002665Z","time spent":"3.185313627s","remote":"127.0.0.1:43086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:22.187991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495226445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:22.188019Z","caller":"traceutil/trace.go:171","msg":"trace[1456418211] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25876; }","duration":"1.495298558s","start":"2026-04-29T02:48:20.692712Z","end":"2026-04-29T02:48:22.18801Z","steps":["trace[1456418211] 'agreement among raft nodes before linearized reading' (duration: 1.495246877s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:22.188054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:20.692687Z","time spent":"1.495359818s","remote":"127.0.0.1:60460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:22.188183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264588439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-04-29T02:48:22.188219Z","caller":"traceutil/trace.go:171","msg":"trace[1479086442] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25876; }","duration":"3.264666469s","start":"2026-04-29T02:48:18.923541Z","end":"2026-04-29T02:48:22.188208Z","steps":["trace[1479086442] 'agreement among raft nodes before linearized reading' (duration: 3.264573937s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:22.188275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:18.923521Z","time spent":"3.264747291s","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-29T02:48:22.18738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825812569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:22.188451Z","caller":"traceutil/trace.go:171","msg":"trace[1291633322] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25876; }","duration":"1.826890789s","start":"2026-04-29T02:48:20.361539Z","end":"2026-04-29T02:48:22.18843Z","steps":["trace[1291633322] 'agreement among raft nodes before linearized reading' (duration: 1.825769258s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:22.18852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:20.361472Z","time spent":"1.827029251s","remote":"127.0.0.1:56092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:22.687597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:48:22.743182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.429917274s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:48:22.935834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.352179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:22.936094Z","caller":"traceutil/trace.go:171","msg":"trace[453180310] linearizableReadLoop","detail":"{readStateIndex:26743; appliedIndex:26740; }","duration":"748.76262ms","start":"2026-04-29T02:48:22.187315Z","end":"2026-04-29T02:48:22.936077Z","steps":["trace[453180310] 'read index received' (duration: 556.062705ms)","trace[453180310] 'applied index is now lower than readState.Index' (duration: 192.698955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:22.936331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006912277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:48:22.936307Z","caller":"traceutil/trace.go:171","msg":"trace[81101783] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"1.623111658s","start":"2026-04-29T02:48:21.313141Z","end":"2026-04-29T02:48:22.936252Z","steps":["trace[81101783] 'process raft request' (duration: 1.43025538s)","trace[81101783] 'compare' (duration: 191.749847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:22.936331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74606327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:22.93637Z","caller":"traceutil/trace.go:171","msg":"trace[2103469049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25879; }","duration":"2.006967219s","start":"2026-04-29T02:48:20.929393Z","end":"2026-04-29T02:48:22.93636Z","steps":["trace[2103469049] 'agreement among raft nodes before linearized reading' (duration: 2.006774836s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:22.936357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007034011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:48:22.936393Z","caller":"traceutil/trace.go:171","msg":"trace[1016564992] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25879; }","duration":"1.746202731s","start":"2026-04-29T02:48:21.190176Z","end":"2026-04-29T02:48:22.936379Z","steps":["trace[1016564992] 'agreement among raft nodes before linearized reading' (duration: 1.745986387s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:22.936402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:20.929389Z","time spent":"2.00700608s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:48:22.936429Z","caller":"traceutil/trace.go:171","msg":"trace[1599936889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25879; }","duration":"2.007147383s","start":"2026-04-29T02:48:20.929265Z","end":"2026-04-29T02:48:22.936413Z","steps":["trace[1599936889] 'agreement among raft nodes before linearized reading' (duration: 2.006938389s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:22.936442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:21.313113Z","time spent":"1.623260061s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:22.936472Z","caller":"traceutil/trace.go:171","msg":"trace[1663497983] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"742.661426ms","start":"2026-04-29T02:48:22.193799Z","end":"2026-04-29T02:48:22.93646Z","steps":["trace[1663497983] 'process raft request' (duration: 742.150727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:22.936535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.193779Z","time spent":"742.717246ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:22.93655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007206983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:48:22.936579Z","caller":"traceutil/trace.go:171","msg":"trace[392437693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25879; }","duration":"2.007242685s","start":"2026-04-29T02:48:20.929329Z","end":"2026-04-29T02:48:22.936571Z","steps":["trace[392437693] 'agreement among raft nodes before linearized reading' (duration: 2.007165653s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:22.9366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:20.929325Z","time spent":"2.007270355s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:48:22.936677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.997288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:22.936717Z","caller":"traceutil/trace.go:171","msg":"trace[468462005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25879; }","duration":"829.072619ms","start":"2026-04-29T02:48:22.107634Z","end":"2026-04-29T02:48:22.936707Z","steps":["trace[468462005] 'agreement among raft nodes before linearized reading' (duration: 829.013498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:22.936743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.107577Z","time spent":"829.160591ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:22.93647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:20.929247Z","time spent":"2.007215404s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:48:22.936754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109208195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-29T02:48:22.936757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007270154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T02:48:22.936679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00703026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:48:22.936818Z","caller":"traceutil/trace.go:171","msg":"trace[1391171338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25879; }","duration":"2.007338835s","start":"2026-04-29T02:48:20.929469Z","end":"2026-04-29T02:48:22.936808Z","steps":["trace[1391171338] 'agreement among raft nodes before linearized reading' (duration: 2.007230483s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:22.936845Z","caller":"traceutil/trace.go:171","msg":"trace[1031449147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25879; }","duration":"2.007205033s","start":"2026-04-29T02:48:20.929627Z","end":"2026-04-29T02:48:22.936832Z","steps":["trace[1031449147] 'agreement among raft nodes before linearized reading' (duration: 2.006982029s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:22.936852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:20.929466Z","time spent":"2.007379436s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:22.936884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:20.929622Z","time spent":"2.007251994s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:48:22.936785Z","caller":"traceutil/trace.go:171","msg":"trace[297414253] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a; range_end:; response_count:1; response_revision:25879; }","duration":"2.109267536s","start":"2026-04-29T02:48:20.827509Z","end":"2026-04-29T02:48:22.936777Z","steps":["trace[297414253] 'agreement among raft nodes before linearized reading' (duration: 2.109179555s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:22.936431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:21.190154Z","time spent":"1.746267123s","remote":"127.0.0.1:60414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:22.936924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:20.827493Z","time spent":"2.109423299s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" "} {"level":"info","ts":"2026-04-29T02:48:22.936955Z","caller":"traceutil/trace.go:171","msg":"trace[1495415757] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"742.92015ms","start":"2026-04-29T02:48:22.193991Z","end":"2026-04-29T02:48:22.936911Z","steps":["trace[1495415757] 'process raft request' (duration: 742.050034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:22.937126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.193968Z","time spent":"743.071213ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:22.937287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111288004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-29T02:48:22.937328Z","caller":"traceutil/trace.go:171","msg":"trace[861196783] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25879; }","duration":"2.111361776s","start":"2026-04-29T02:48:20.825957Z","end":"2026-04-29T02:48:22.937318Z","steps":["trace[861196783] 'agreement among raft nodes before linearized reading' (duration: 2.111255684s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:22.93735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:20.825939Z","time spent":"2.111405847s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T02:48:23.437818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:48:23.93818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:48:24.294363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.362148398s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:48:24.94471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000596401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:48:24.944792Z","caller":"traceutil/trace.go:171","msg":"trace[490309650] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000724173s","start":"2026-04-29T02:48:22.944049Z","end":"2026-04-29T02:48:24.944773Z","steps":["trace[490309650] 'agreement among raft nodes before linearized reading' (duration: 2.000623792s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:24.944837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.944032Z","time spent":"2.000796164s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:48:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:48:25.092894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.070194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:25.093707Z","caller":"traceutil/trace.go:171","msg":"trace[1839689437] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"2.263723402s","start":"2026-04-29T02:48:22.82996Z","end":"2026-04-29T02:48:25.093684Z","steps":["trace[1839689437] 'process raft request' (duration: 2.26358203s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:25.094001Z","caller":"traceutil/trace.go:171","msg":"trace[1600775535] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"2.264384933s","start":"2026-04-29T02:48:22.829586Z","end":"2026-04-29T02:48:25.093971Z","steps":["trace[1600775535] 'process raft request' (duration: 2.263833803s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:25.094058Z","caller":"traceutil/trace.go:171","msg":"trace[2097756582] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"2.262746144s","start":"2026-04-29T02:48:22.831294Z","end":"2026-04-29T02:48:25.09404Z","steps":["trace[2097756582] 'process raft request' (duration: 2.262318156s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:25.094079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.82993Z","time spent":"2.264075968s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:25.093899Z","caller":"traceutil/trace.go:171","msg":"trace[1572869980] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"2.264547747s","start":"2026-04-29T02:48:22.82931Z","end":"2026-04-29T02:48:25.093858Z","steps":["trace[1572869980] 'process raft request' (duration: 1.465421123s)","trace[1572869980] 'compare' (duration: 796.703519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:25.094151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.831286Z","time spent":"2.262813125s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:25.094152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.829574Z","time spent":"2.264497296s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:25.094221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.82929Z","time spent":"2.264856513s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:25.094289Z","caller":"traceutil/trace.go:171","msg":"trace[1159193120] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"2.262877206s","start":"2026-04-29T02:48:22.83139Z","end":"2026-04-29T02:48:25.094267Z","steps":["trace[1159193120] 'process raft request' (duration: 2.26257631s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:25.09438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.831378Z","time spent":"2.262955017s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:25.094399Z","caller":"traceutil/trace.go:171","msg":"trace[605824655] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"2.262963707s","start":"2026-04-29T02:48:22.831407Z","end":"2026-04-29T02:48:25.094371Z","steps":["trace[605824655] 'process raft request' (duration: 2.262781454s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:25.094402Z","caller":"traceutil/trace.go:171","msg":"trace[1375983625] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"2.262869006s","start":"2026-04-29T02:48:22.83151Z","end":"2026-04-29T02:48:25.094379Z","steps":["trace[1375983625] 'process raft request' (duration: 2.262789954s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:25.094466Z","caller":"traceutil/trace.go:171","msg":"trace[199822653] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"2.262584391s","start":"2026-04-29T02:48:22.831857Z","end":"2026-04-29T02:48:25.094442Z","steps":["trace[199822653] 'process raft request' (duration: 2.262481239s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:25.09453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.831836Z","time spent":"2.262659422s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:25.094531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.831379Z","time spent":"2.263078139s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:25.094591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.831484Z","time spent":"2.262983728s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:25.719868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.420088983s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:48:25.855772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.615346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:25.855968Z","caller":"traceutil/trace.go:171","msg":"trace[196260103] linearizableReadLoop","detail":"{readStateIndex:26757; appliedIndex:26743; }","duration":"2.919823662s","start":"2026-04-29T02:48:22.936132Z","end":"2026-04-29T02:48:25.855956Z","steps":["trace[196260103] 'read index received' (duration: 1.35853701s)","trace[196260103] 'applied index is now lower than readState.Index' (duration: 1.561286032s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:25.85601Z","caller":"traceutil/trace.go:171","msg":"trace[611440362] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"2.915462891s","start":"2026-04-29T02:48:22.94054Z","end":"2026-04-29T02:48:25.856003Z","steps":["trace[611440362] 'process raft request' (duration: 2.77956542s)","trace[611440362] 'compare' (duration: 135.432963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:25.856039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.940516Z","time spent":"2.915505852s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:25.856194Z","caller":"traceutil/trace.go:171","msg":"trace[509157042] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"2.915204296s","start":"2026-04-29T02:48:22.940984Z","end":"2026-04-29T02:48:25.856189Z","steps":["trace[509157042] 'process raft request' (duration: 2.91484765s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:25.856233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.940973Z","time spent":"2.915232477s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:25.856276Z","caller":"traceutil/trace.go:171","msg":"trace[1663993540] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"2.914101906s","start":"2026-04-29T02:48:22.942151Z","end":"2026-04-29T02:48:25.856253Z","steps":["trace[1663993540] 'process raft request' (duration: 2.913785211s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:25.856324Z","caller":"traceutil/trace.go:171","msg":"trace[703866080] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"2.914535223s","start":"2026-04-29T02:48:22.941782Z","end":"2026-04-29T02:48:25.856317Z","steps":["trace[703866080] 'process raft request' (duration: 2.914097846s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:25.856299Z","caller":"traceutil/trace.go:171","msg":"trace[820794742] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"2.91431929s","start":"2026-04-29T02:48:22.941949Z","end":"2026-04-29T02:48:25.856268Z","steps":["trace[820794742] 'process raft request' (duration: 2.913968623s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:25.856316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.60437036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:25.856374Z","caller":"traceutil/trace.go:171","msg":"trace[1512641317] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25893; }","duration":"3.604465762s","start":"2026-04-29T02:48:22.251895Z","end":"2026-04-29T02:48:25.856361Z","steps":["trace[1512641317] 'agreement among raft nodes before linearized reading' (duration: 3.604377471s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:25.856396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.942138Z","time spent":"2.914197598s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:25.856395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.941767Z","time spent":"2.914578555s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:25.856407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.251876Z","time spent":"3.604524043s","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-29T02:48:25.856442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.941934Z","time spent":"2.914428952s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:25.856276Z","caller":"traceutil/trace.go:171","msg":"trace[1704860349] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"2.914401731s","start":"2026-04-29T02:48:22.941851Z","end":"2026-04-29T02:48:25.856253Z","steps":["trace[1704860349] 'process raft request' (duration: 2.914049685s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:25.856572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.941847Z","time spent":"2.914681177s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:26.357041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:48:26.857885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:48:26.916169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057749901s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:48:26.945243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999796165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:48:26.945329Z","caller":"traceutil/trace.go:171","msg":"trace[379601389] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999937768s","start":"2026-04-29T02:48:24.945369Z","end":"2026-04-29T02:48:26.945306Z","steps":["trace[379601389] 'agreement among raft nodes before linearized reading' (duration: 1.999832486s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:26.945377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:24.945347Z","time spent":"2.000020269s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:48:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:48:27.116204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.764345ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-29T02:48:27.117028Z","caller":"traceutil/trace.go:171","msg":"trace[471990328] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"734.420334ms","start":"2026-04-29T02:48:26.382583Z","end":"2026-04-29T02:48:27.117003Z","steps":["trace[471990328] 'process raft request' (duration: 733.72436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:27.117163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:26.382562Z","time spent":"734.529816ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:27.955633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.567915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:27.955833Z","caller":"traceutil/trace.go:171","msg":"trace[1034184010] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"855.403487ms","start":"2026-04-29T02:48:27.100416Z","end":"2026-04-29T02:48:27.95582Z","steps":["trace[1034184010] 'process raft request' (duration: 855.295395ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:27.955869Z","caller":"traceutil/trace.go:171","msg":"trace[1455751329] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"1.52724095s","start":"2026-04-29T02:48:26.428595Z","end":"2026-04-29T02:48:27.955836Z","steps":["trace[1455751329] 'process raft request' (duration: 688.39269ms)","trace[1455751329] 'compare' (duration: 837.420824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:27.955908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.100396Z","time spent":"855.486129ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:27.955904Z","caller":"traceutil/trace.go:171","msg":"trace[799181866] linearizableReadLoop","detail":"{readStateIndex:26760; appliedIndex:26757; }","duration":"2.099872282s","start":"2026-04-29T02:48:25.855985Z","end":"2026-04-29T02:48:27.955857Z","steps":["trace[799181866] 'read index received' (duration: 1.060452501s)","trace[799181866] 'applied index is now lower than readState.Index' (duration: 1.039411221s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:27.955979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.909186355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:27.956024Z","caller":"traceutil/trace.go:171","msg":"trace[17898357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25896; }","duration":"4.909269656s","start":"2026-04-29T02:48:23.046744Z","end":"2026-04-29T02:48:27.956014Z","steps":["trace[17898357] 'agreement among raft nodes before linearized reading' (duration: 4.909177904s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:27.956051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:23.046731Z","time spent":"4.909312847s","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:27.956038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.309420039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:48:27.956087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.567336313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-29T02:48:27.956123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983356311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:48:27.956146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.258769509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:27.956124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.015517397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-29T02:48:27.956147Z","caller":"traceutil/trace.go:171","msg":"trace[1014864428] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25896; }","duration":"4.309589912s","start":"2026-04-29T02:48:23.646532Z","end":"2026-04-29T02:48:27.956122Z","steps":["trace[1014864428] 'agreement among raft nodes before linearized reading' (duration: 4.309408949s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:27.956157Z","caller":"traceutil/trace.go:171","msg":"trace[649213770] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25896; }","duration":"4.567430875s","start":"2026-04-29T02:48:23.388706Z","end":"2026-04-29T02:48:27.956137Z","steps":["trace[649213770] 'agreement among raft nodes before linearized reading' (duration: 4.56718033s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:27.956173Z","caller":"traceutil/trace.go:171","msg":"trace[162739829] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25896; }","duration":"2.983484633s","start":"2026-04-29T02:48:24.972677Z","end":"2026-04-29T02:48:27.956161Z","steps":["trace[162739829] 'agreement among raft nodes before linearized reading' (duration: 2.98333273s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:27.956183Z","caller":"traceutil/trace.go:171","msg":"trace[1683759419] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25896; }","duration":"3.258892071s","start":"2026-04-29T02:48:24.697278Z","end":"2026-04-29T02:48:27.95617Z","steps":["trace[1683759419] 'agreement among raft nodes before linearized reading' (duration: 3.25881134s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:27.956195Z","caller":"traceutil/trace.go:171","msg":"trace[208920439] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25896; }","duration":"5.015616498s","start":"2026-04-29T02:48:22.940561Z","end":"2026-04-29T02:48:27.956178Z","steps":["trace[208920439] 'agreement among raft nodes before linearized reading' (duration: 5.015442945s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:27.956206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:23.64651Z","time spent":"4.309682754s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:27.956207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:23.388696Z","time spent":"4.567498666s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-29T02:48:27.956245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:22.94055Z","time spent":"5.01568587s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-29T02:48:27.956188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.32942872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:27.956272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449791762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:27.956272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.597677406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:27.956312Z","caller":"traceutil/trace.go:171","msg":"trace[2056603777] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25896; }","duration":"2.449868554s","start":"2026-04-29T02:48:25.506432Z","end":"2026-04-29T02:48:27.9563Z","steps":["trace[2056603777] 'agreement among raft nodes before linearized reading' (duration: 2.449808473s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:27.956341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:25.506411Z","time spent":"2.449922154s","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:27.956354Z","caller":"traceutil/trace.go:171","msg":"trace[978069274] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25896; }","duration":"4.597805818s","start":"2026-04-29T02:48:23.358524Z","end":"2026-04-29T02:48:27.95633Z","steps":["trace[978069274] 'agreement among raft nodes before linearized reading' (duration: 4.597389381s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:27.956343Z","caller":"traceutil/trace.go:171","msg":"trace[785205251] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25896; }","duration":"4.329664995s","start":"2026-04-29T02:48:23.626637Z","end":"2026-04-29T02:48:27.956302Z","steps":["trace[785205251] 'agreement among raft nodes before linearized reading' (duration: 4.329337899s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:27.956219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:24.972656Z","time spent":"2.983552964s","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:27.956399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:23.358501Z","time spent":"4.59788469s","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:27.956385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208975705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:27.956012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.280817598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:27.956456Z","caller":"traceutil/trace.go:171","msg":"trace[1297153070] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25896; }","duration":"4.209065807s","start":"2026-04-29T02:48:23.74738Z","end":"2026-04-29T02:48:27.956446Z","steps":["trace[1297153070] 'agreement among raft nodes before linearized reading' (duration: 4.208983016s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:27.956467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:23.626611Z","time spent":"4.329797917s","remote":"127.0.0.1:51896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:27.956461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121467362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:27.956509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:23.747365Z","time spent":"4.209112768s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:27.95627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:24.697256Z","time spent":"3.258982733s","remote":"127.0.0.1:51874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:27.956549Z","caller":"traceutil/trace.go:171","msg":"trace[930630041] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25896; }","duration":"2.121595955s","start":"2026-04-29T02:48:25.83493Z","end":"2026-04-29T02:48:27.956526Z","steps":["trace[930630041] 'agreement among raft nodes before linearized reading' (duration: 2.121113976s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:27.956478Z","caller":"traceutil/trace.go:171","msg":"trace[540571307] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25896; }","duration":"4.281369037s","start":"2026-04-29T02:48:23.67509Z","end":"2026-04-29T02:48:27.956459Z","steps":["trace[540571307] 'agreement among raft nodes before linearized reading' (duration: 4.280779347s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:27.956622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:25.834914Z","time spent":"2.121698337s","remote":"127.0.0.1:55956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:27.956636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:23.675066Z","time spent":"4.281550402s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:27.956318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.773329925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:27.9565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.674779266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:27.95679Z","caller":"traceutil/trace.go:171","msg":"trace[1622947379] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25896; }","duration":"4.675364868s","start":"2026-04-29T02:48:23.281401Z","end":"2026-04-29T02:48:27.956766Z","steps":["trace[1622947379] 'agreement among raft nodes before linearized reading' (duration: 4.674495741s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:27.956858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:23.281379Z","time spent":"4.675459469s","remote":"127.0.0.1:42900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:27.956728Z","caller":"traceutil/trace.go:171","msg":"trace[302555993] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25896; }","duration":"3.773733433s","start":"2026-04-29T02:48:24.182982Z","end":"2026-04-29T02:48:27.956715Z","steps":["trace[302555993] 'agreement among raft nodes before linearized reading' (duration: 3.773310145s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:27.956958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:24.182924Z","time spent":"3.774007208s","remote":"127.0.0.1:43168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:27.957174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:26.428569Z","time spent":"1.528538654s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:28.456289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:48:28.953045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:48:28.953131Z","caller":"traceutil/trace.go:171","msg":"trace[376624557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000238944s","start":"2026-04-29T02:48:26.952872Z","end":"2026-04-29T02:48:28.953111Z","steps":["trace[376624557] 'agreement among raft nodes before linearized reading' (duration: 2.000128792s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:28.953179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:26.952865Z","time spent":"2.000305425s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:28.956719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:48:29.457369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:48:29.524206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.572778484s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:48:29.525029Z","caller":"traceutil/trace.go:171","msg":"trace[985155635] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"2.424573535s","start":"2026-04-29T02:48:27.100416Z","end":"2026-04-29T02:48:29.52499Z","steps":["trace[985155635] 'process raft request' (duration: 2.424277469s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:29.525047Z","caller":"traceutil/trace.go:171","msg":"trace[720062403] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"2.424533245s","start":"2026-04-29T02:48:27.100486Z","end":"2026-04-29T02:48:29.52502Z","steps":["trace[720062403] 'process raft request' (duration: 2.424387522s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:29.525024Z","caller":"traceutil/trace.go:171","msg":"trace[899602658] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"2.424422804s","start":"2026-04-29T02:48:27.100576Z","end":"2026-04-29T02:48:29.524999Z","steps":["trace[899602658] 'process raft request' (duration: 2.424341482s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.525199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.10057Z","time spent":"2.424538426s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:29.525328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.10048Z","time spent":"2.424620936s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:29.525397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.100396Z","time spent":"2.424685338s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:29.525406Z","caller":"traceutil/trace.go:171","msg":"trace[934100133] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"2.424451713s","start":"2026-04-29T02:48:27.100929Z","end":"2026-04-29T02:48:29.52538Z","steps":["trace[934100133] 'process raft request' (duration: 2.424032116s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.525526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.100919Z","time spent":"2.424537195s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:29.525563Z","caller":"traceutil/trace.go:171","msg":"trace[1857916655] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"2.42376584s","start":"2026-04-29T02:48:27.101773Z","end":"2026-04-29T02:48:29.525539Z","steps":["trace[1857916655] 'process raft request' (duration: 2.423440754s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.525666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.101766Z","time spent":"2.423848052s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:29.526022Z","caller":"traceutil/trace.go:171","msg":"trace[2058178910] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"2.421923955s","start":"2026-04-29T02:48:27.104005Z","end":"2026-04-29T02:48:29.525929Z","steps":["trace[2058178910] 'process raft request' (duration: 2.421693771s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.526161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024591516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:29.526153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.132135211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:48:29.526181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192343397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:29.52621Z","caller":"traceutil/trace.go:171","msg":"trace[1472168821] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25904; }","duration":"2.024672568s","start":"2026-04-29T02:48:27.501526Z","end":"2026-04-29T02:48:29.526198Z","steps":["trace[1472168821] 'agreement among raft nodes before linearized reading' (duration: 2.024586666s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:29.526237Z","caller":"traceutil/trace.go:171","msg":"trace[668371170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25904; }","duration":"2.19243439s","start":"2026-04-29T02:48:27.333788Z","end":"2026-04-29T02:48:29.526223Z","steps":["trace[668371170] 'agreement among raft nodes before linearized reading' (duration: 2.192304286s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.526162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802714709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:29.526224Z","caller":"traceutil/trace.go:171","msg":"trace[1777807436] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25904; }","duration":"3.132241983s","start":"2026-04-29T02:48:26.393969Z","end":"2026-04-29T02:48:29.526211Z","steps":["trace[1777807436] 'agreement among raft nodes before linearized reading' (duration: 3.13213356s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:29.52628Z","caller":"traceutil/trace.go:171","msg":"trace[1210891640] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25904; }","duration":"1.802874453s","start":"2026-04-29T02:48:27.723393Z","end":"2026-04-29T02:48:29.526268Z","steps":["trace[1210891640] 'agreement among raft nodes before linearized reading' (duration: 1.802672049s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.526287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:26.393956Z","time spent":"3.132319245s","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:29.52629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.333772Z","time spent":"2.19249929s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:29.526293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.103996Z","time spent":"2.422151659s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:29.526326Z","caller":"traceutil/trace.go:171","msg":"trace[339728064] transaction","detail":"{read_only:false; response_revision:25904; number_of_response:1; }","duration":"1.583226689s","start":"2026-04-29T02:48:27.943086Z","end":"2026-04-29T02:48:29.526313Z","steps":["trace[339728064] 'process raft request' (duration: 1.58275536s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.526357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947927355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:29.526397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.94306Z","time spent":"1.58329771s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:29.526412Z","caller":"traceutil/trace.go:171","msg":"trace[779091430] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25904; }","duration":"1.948008296s","start":"2026-04-29T02:48:27.578397Z","end":"2026-04-29T02:48:29.526405Z","steps":["trace[779091430] 'agreement among raft nodes before linearized reading' (duration: 1.947932754s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.526439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.578381Z","time spent":"1.948051117s","remote":"127.0.0.1:51816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:29.526066Z","caller":"traceutil/trace.go:171","msg":"trace[537814864] transaction","detail":"{read_only:false; response_revision:25903; number_of_response:1; }","duration":"2.419905488s","start":"2026-04-29T02:48:27.106138Z","end":"2026-04-29T02:48:29.526043Z","steps":["trace[537814864] 'process raft request' (duration: 2.419619033s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.52657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.106122Z","time spent":"2.420403789s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:29.526642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665252141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-29T02:48:29.526656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161302522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-29T02:48:29.526677Z","caller":"traceutil/trace.go:171","msg":"trace[732710679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25904; }","duration":"1.665325682s","start":"2026-04-29T02:48:27.861338Z","end":"2026-04-29T02:48:29.526663Z","steps":["trace[732710679] 'agreement among raft nodes before linearized reading' (duration: 1.66522017s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.526707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.861294Z","time spent":"1.665406074s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:29.526641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574359904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-04-29T02:48:29.526802Z","caller":"traceutil/trace.go:171","msg":"trace[2123425874] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25904; }","duration":"2.574554608s","start":"2026-04-29T02:48:26.952201Z","end":"2026-04-29T02:48:29.526756Z","steps":["trace[2123425874] 'agreement among raft nodes before linearized reading' (duration: 2.574258113s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.526839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666500383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T02:48:29.526848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665822581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:48:29.526871Z","caller":"traceutil/trace.go:171","msg":"trace[349548471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25904; }","duration":"1.666570934s","start":"2026-04-29T02:48:27.86029Z","end":"2026-04-29T02:48:29.526861Z","steps":["trace[349548471] 'agreement among raft nodes before linearized reading' (duration: 1.666456562s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:29.526875Z","caller":"traceutil/trace.go:171","msg":"trace[1694007492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25904; }","duration":"1.665873892s","start":"2026-04-29T02:48:27.860993Z","end":"2026-04-29T02:48:29.526867Z","steps":["trace[1694007492] 'agreement among raft nodes before linearized reading' (duration: 1.665794741s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.526873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:26.95218Z","time spent":"2.57467681s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-29T02:48:29.526897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.860269Z","time spent":"1.666622265s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:48:29.526893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150405179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:29.526969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66574633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:48:29.526997Z","caller":"traceutil/trace.go:171","msg":"trace[1283345153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25904; }","duration":"1.66578863s","start":"2026-04-29T02:48:27.861201Z","end":"2026-04-29T02:48:29.52699Z","steps":["trace[1283345153] 'agreement among raft nodes before linearized reading' (duration: 1.665720949s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.52702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.861194Z","time spent":"1.665820731s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:48:29.527027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666082096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T02:48:29.527014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.666309089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-29T02:48:29.527055Z","caller":"traceutil/trace.go:171","msg":"trace[1094298909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25904; }","duration":"1.666126556s","start":"2026-04-29T02:48:27.86092Z","end":"2026-04-29T02:48:29.527047Z","steps":["trace[1094298909] 'agreement among raft nodes before linearized reading' (duration: 1.666047295s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.526905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.860972Z","time spent":"1.665927333s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:48:29.527074Z","caller":"traceutil/trace.go:171","msg":"trace[258446779] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a; range_end:; response_count:1; response_revision:25904; }","duration":"3.66639205s","start":"2026-04-29T02:48:25.860669Z","end":"2026-04-29T02:48:29.527061Z","steps":["trace[258446779] 'agreement among raft nodes before linearized reading' (duration: 3.666235548s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.527083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.860909Z","time spent":"1.666165237s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:48:29.526966Z","caller":"traceutil/trace.go:171","msg":"trace[264948543] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25904; }","duration":"3.150478261s","start":"2026-04-29T02:48:26.376473Z","end":"2026-04-29T02:48:29.526951Z","steps":["trace[264948543] 'agreement among raft nodes before linearized reading' (duration: 3.150351738s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.527118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:25.860662Z","time spent":"3.666445341s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" "} {"level":"warn","ts":"2026-04-29T02:48:29.526312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.723375Z","time spent":"1.802930214s","remote":"127.0.0.1:60508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:29.526713Z","caller":"traceutil/trace.go:171","msg":"trace[111371642] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25904; }","duration":"2.161370683s","start":"2026-04-29T02:48:27.365324Z","end":"2026-04-29T02:48:29.526695Z","steps":["trace[111371642] 'agreement among raft nodes before linearized reading' (duration: 2.16119384s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.527307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:26.376455Z","time spent":"3.150834138s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:48:29.527322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.365315Z","time spent":"2.161986145s","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-29T02:48:29.526245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.501509Z","time spent":"2.02472683s","remote":"127.0.0.1:42832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:29.527773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.667245708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:29.526061Z","caller":"traceutil/trace.go:171","msg":"trace[379157139] linearizableReadLoop","detail":"{readStateIndex:26769; appliedIndex:26761; }","duration":"1.570079744s","start":"2026-04-29T02:48:27.955966Z","end":"2026-04-29T02:48:29.526046Z","steps":["trace[379157139] 'read index received' (duration: 1.568830962s)","trace[379157139] 'applied index is now lower than readState.Index' (duration: 1.247912ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:29.527835Z","caller":"traceutil/trace.go:171","msg":"trace[1157458236] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25904; }","duration":"3.6673678s","start":"2026-04-29T02:48:25.860453Z","end":"2026-04-29T02:48:29.52782Z","steps":["trace[1157458236] 'agreement among raft nodes before linearized reading' (duration: 3.667234888s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.527889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:25.860437Z","time spent":"3.667439981s","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-29T02:48:29.528092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.301053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:29.528173Z","caller":"traceutil/trace.go:171","msg":"trace[104188702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25904; }","duration":"574.421445ms","start":"2026-04-29T02:48:28.95373Z","end":"2026-04-29T02:48:29.528152Z","steps":["trace[104188702] 'agreement among raft nodes before linearized reading' (duration: 574.251112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.528216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:28.95371Z","time spent":"574.498077ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:29.528192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56983102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:48:29.528256Z","caller":"traceutil/trace.go:171","msg":"trace[1036616560] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25904; }","duration":"1.569918372s","start":"2026-04-29T02:48:27.958324Z","end":"2026-04-29T02:48:29.528242Z","steps":["trace[1036616560] 'agreement among raft nodes before linearized reading' (duration: 1.569616096s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.528315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.958307Z","time spent":"1.569994653s","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T02:48:29.528406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.318109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:29.52851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5692855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f13eb427-5b3d-46f3-af6d-d41c5aa381f3\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-29T02:48:29.528571Z","caller":"traceutil/trace.go:171","msg":"trace[243843392] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f13eb427-5b3d-46f3-af6d-d41c5aa381f3; range_end:; response_count:1; response_revision:25904; }","duration":"1.569371842s","start":"2026-04-29T02:48:27.959184Z","end":"2026-04-29T02:48:29.528556Z","steps":["trace[243843392] 'agreement among raft nodes before linearized reading' (duration: 1.56922904s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:29.528569Z","caller":"traceutil/trace.go:171","msg":"trace[730923749] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25904; }","duration":"715.525553ms","start":"2026-04-29T02:48:28.813027Z","end":"2026-04-29T02:48:29.528552Z","steps":["trace[730923749] 'agreement among raft nodes before linearized reading' (duration: 715.321059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.528602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:27.959171Z","time spent":"1.569423933s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-f13eb427-5b3d-46f3-af6d-d41c5aa381f3\" "} {"level":"warn","ts":"2026-04-29T02:48:29.528616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:28.813006Z","time spent":"715.593684ms","remote":"127.0.0.1:51930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:29.528491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.232417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:29.528775Z","caller":"traceutil/trace.go:171","msg":"trace[2119445735] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25904; }","duration":"488.509262ms","start":"2026-04-29T02:48:29.040243Z","end":"2026-04-29T02:48:29.528752Z","steps":["trace[2119445735] 'agreement among raft nodes before linearized reading' (duration: 488.212496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.528846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.040224Z","time spent":"488.594414ms","remote":"127.0.0.1:43516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:30.034383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:48:31.008259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403931343s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:31.008443Z","caller":"traceutil/trace.go:171","msg":"trace[1126354522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25904; }","duration":"1.404120356s","start":"2026-04-29T02:48:29.604293Z","end":"2026-04-29T02:48:31.008413Z","steps":["trace[1126354522] 'range keys from in-memory index tree' (duration: 1.403911943s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:31.009499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.823406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:31.009617Z","caller":"traceutil/trace.go:171","msg":"trace[221360211] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"1.476267974s","start":"2026-04-29T02:48:29.533328Z","end":"2026-04-29T02:48:31.009596Z","steps":["trace[221360211] 'process raft request' (duration: 730.254915ms)","trace[221360211] 'compare' (duration: 745.287686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:31.009696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.533306Z","time spent":"1.476348515s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:31.536757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000666211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:48:31.536834Z","caller":"traceutil/trace.go:171","msg":"trace[1224135940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000755514s","start":"2026-04-29T02:48:29.536063Z","end":"2026-04-29T02:48:31.536818Z","steps":["trace[1224135940] 'agreement among raft nodes before linearized reading' (duration: 2.000662981s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:31.536882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.536048Z","time spent":"2.000824945s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:31.738138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.907868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:31.738545Z","caller":"traceutil/trace.go:171","msg":"trace[630399466] transaction","detail":"{read_only:false; response_revision:25907; number_of_response:1; }","duration":"2.205059134s","start":"2026-04-29T02:48:29.533458Z","end":"2026-04-29T02:48:31.738518Z","steps":["trace[630399466] 'process raft request' (duration: 2.204790358s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:31.738564Z","caller":"traceutil/trace.go:171","msg":"trace[589352014] transaction","detail":"{read_only:false; response_revision:25908; number_of_response:1; }","duration":"2.205027363s","start":"2026-04-29T02:48:29.533507Z","end":"2026-04-29T02:48:31.738534Z","steps":["trace[589352014] 'process raft request' (duration: 2.204807889s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:31.738572Z","caller":"traceutil/trace.go:171","msg":"trace[2065093581] transaction","detail":"{read_only:false; response_revision:25909; number_of_response:1; }","duration":"2.204894031s","start":"2026-04-29T02:48:29.533657Z","end":"2026-04-29T02:48:31.738551Z","steps":["trace[2065093581] 'process raft request' (duration: 2.204710057s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:31.738703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.533488Z","time spent":"2.205135825s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:31.738713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.53365Z","time spent":"2.204977552s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:31.738768Z","caller":"traceutil/trace.go:171","msg":"trace[972219421] linearizableReadLoop","detail":"{readStateIndex:26778; appliedIndex:26769; }","duration":"2.205248387s","start":"2026-04-29T02:48:29.533497Z","end":"2026-04-29T02:48:31.738746Z","steps":["trace[972219421] 'read index received' (duration: 730.080932ms)","trace[972219421] 'applied index is now lower than readState.Index' (duration: 1.475166255s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:31.738767Z","caller":"traceutil/trace.go:171","msg":"trace[259447852] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"2.205323298s","start":"2026-04-29T02:48:29.533409Z","end":"2026-04-29T02:48:31.738733Z","steps":["trace[259447852] 'process raft request' (duration: 1.652740437s)","trace[259447852] 'compare' (duration: 551.724345ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:31.738871Z","caller":"traceutil/trace.go:171","msg":"trace[493253735] transaction","detail":"{read_only:false; response_revision:25910; number_of_response:1; }","duration":"2.205064254s","start":"2026-04-29T02:48:29.533792Z","end":"2026-04-29T02:48:31.738856Z","steps":["trace[493253735] 'process raft request' (duration: 2.204613166s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:31.7389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.533442Z","time spent":"2.205171416s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:31.738973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.533787Z","time spent":"2.205131675s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:31.738913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.533401Z","time spent":"2.205440111s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:31.739135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.533964Z","time spent":"2.205167886s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T02:48:31.739153Z","caller":"traceutil/trace.go:171","msg":"trace[1329617177] transaction","detail":"{read_only:false; response_revision:25911; number_of_response:1; }","duration":"2.200948118s","start":"2026-04-29T02:48:29.538178Z","end":"2026-04-29T02:48:31.739126Z","steps":["trace[1329617177] 'process raft request' (duration: 2.200411288s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:31.739222Z","caller":"traceutil/trace.go:171","msg":"trace[1203466499] transaction","detail":"{read_only:false; response_revision:25912; number_of_response:1; }","duration":"1.77743027s","start":"2026-04-29T02:48:29.961712Z","end":"2026-04-29T02:48:31.739143Z","steps":["trace[1203466499] 'process raft request' (duration: 1.776973122s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:31.739276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205766836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:48:31.739372Z","caller":"traceutil/trace.go:171","msg":"trace[2058228954] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25912; }","duration":"2.205886468s","start":"2026-04-29T02:48:29.533468Z","end":"2026-04-29T02:48:31.739354Z","steps":["trace[2058228954] 'agreement among raft nodes before linearized reading' (duration: 2.205664294s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:31.739425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.533455Z","time spent":"2.20595855s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:48:31.739294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.53817Z","time spent":"2.20104993s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:31.739574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.961686Z","time spent":"1.777706026s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:33.060881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.673858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:33.06102Z","caller":"traceutil/trace.go:171","msg":"trace[336421466] transaction","detail":"{read_only:false; response_revision:25913; number_of_response:1; }","duration":"1.528763768s","start":"2026-04-29T02:48:31.532228Z","end":"2026-04-29T02:48:33.060992Z","steps":["trace[336421466] 'process raft request' (duration: 669.876847ms)","trace[336421466] 'compare' (duration: 858.24049ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:33.061109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:31.532202Z","time spent":"1.528859331s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:33.062606Z","caller":"traceutil/trace.go:171","msg":"trace[1777235631] linearizableReadLoop","detail":"{readStateIndex:26785; appliedIndex:26778; }","duration":"1.323774096s","start":"2026-04-29T02:48:31.738815Z","end":"2026-04-29T02:48:33.062589Z","steps":["trace[1777235631] 'read index received' (duration: 463.305665ms)","trace[1777235631] 'applied index is now lower than readState.Index' (duration: 860.467801ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:33.062657Z","caller":"traceutil/trace.go:171","msg":"trace[460126175] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"1.3224248s","start":"2026-04-29T02:48:31.740196Z","end":"2026-04-29T02:48:33.06262Z","steps":["trace[460126175] 'process raft request' (duration: 1.322360039s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:33.062722Z","caller":"traceutil/trace.go:171","msg":"trace[1572994205] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"1.528888261s","start":"2026-04-29T02:48:31.53381Z","end":"2026-04-29T02:48:33.062698Z","steps":["trace[1572994205] 'process raft request' (duration: 1.528673327s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:33.06284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:31.740168Z","time spent":"1.322578463s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:33.062886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072074457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-29T02:48:33.062908Z","caller":"traceutil/trace.go:171","msg":"trace[643619678] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25920; }","duration":"3.072129788s","start":"2026-04-29T02:48:29.990771Z","end":"2026-04-29T02:48:33.062901Z","steps":["trace[643619678] 'agreement among raft nodes before linearized reading' (duration: 3.072075127s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:33.062881Z","caller":"traceutil/trace.go:171","msg":"trace[1317984116] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"1.528509173s","start":"2026-04-29T02:48:31.53431Z","end":"2026-04-29T02:48:33.062819Z","steps":["trace[1317984116] 'process raft request' (duration: 1.528198907s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:33.062746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525465056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:33.062962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.365739664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:33.062972Z","caller":"traceutil/trace.go:171","msg":"trace[1965679945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25920; }","duration":"1.525730623s","start":"2026-04-29T02:48:31.53723Z","end":"2026-04-29T02:48:33.062961Z","steps":["trace[1965679945] 'agreement among raft nodes before linearized reading' (duration: 1.525448387s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:33.062977Z","caller":"traceutil/trace.go:171","msg":"trace[1663573995] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"1.529426512s","start":"2026-04-29T02:48:31.533531Z","end":"2026-04-29T02:48:33.062957Z","steps":["trace[1663573995] 'process raft request' (duration: 1.52885194s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:33.063014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.39031119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:33.063018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:31.537217Z","time spent":"1.525793443s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:48:33.063034Z","caller":"traceutil/trace.go:171","msg":"trace[370518685] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25920; }","duration":"3.390331221s","start":"2026-04-29T02:48:29.672696Z","end":"2026-04-29T02:48:33.063028Z","steps":["trace[370518685] 'agreement among raft nodes before linearized reading' (duration: 3.39030154s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:33.063054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.672586Z","time spent":"3.390462143s","remote":"127.0.0.1:48798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:33.063073Z","caller":"traceutil/trace.go:171","msg":"trace[677528978] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"1.529325569s","start":"2026-04-29T02:48:31.533732Z","end":"2026-04-29T02:48:33.063057Z","steps":["trace[677528978] 'process raft request' (duration: 1.528680007s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:33.063106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:31.533524Z","time spent":"1.529500683s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:33.063144Z","caller":"traceutil/trace.go:171","msg":"trace[212618214] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"1.528723368s","start":"2026-04-29T02:48:31.534402Z","end":"2026-04-29T02:48:33.063125Z","steps":["trace[212618214] 'process raft request' (duration: 1.528128926s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:33.063152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:31.533702Z","time spent":"1.529412181s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:33.062981Z","caller":"traceutil/trace.go:171","msg":"trace[1355858807] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25920; }","duration":"3.365781595s","start":"2026-04-29T02:48:29.697193Z","end":"2026-04-29T02:48:33.062975Z","steps":["trace[1355858807] 'agreement among raft nodes before linearized reading' (duration: 3.365751534s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:33.063198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.528981433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:33.063241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:31.534392Z","time spent":"1.52880183s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:33.062582Z","caller":"traceutil/trace.go:171","msg":"trace[825505533] transaction","detail":"{read_only:false; response_revision:25914; number_of_response:1; }","duration":"1.530316047s","start":"2026-04-29T02:48:31.532231Z","end":"2026-04-29T02:48:33.062547Z","steps":["trace[825505533] 'process raft request' (duration: 1.530077463s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:33.063262Z","caller":"traceutil/trace.go:171","msg":"trace[1315995552] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25920; }","duration":"3.529045034s","start":"2026-04-29T02:48:29.534203Z","end":"2026-04-29T02:48:33.063248Z","steps":["trace[1315995552] 'agreement among raft nodes before linearized reading' (duration: 3.528951072s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:33.063255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.529566404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-29T02:48:33.063286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.697183Z","time spent":"3.36606232s","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:33.063298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.534188Z","time spent":"3.529099955s","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:48:33.062916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:31.533775Z","time spent":"1.529082425s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:33.063313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:31.532204Z","time spent":"1.531080592s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:33.062834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048504769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-29T02:48:33.063364Z","caller":"traceutil/trace.go:171","msg":"trace[1051612613] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a; range_end:; response_count:1; response_revision:25920; }","duration":"2.049078641s","start":"2026-04-29T02:48:31.014279Z","end":"2026-04-29T02:48:33.063358Z","steps":["trace[1051612613] 'agreement among raft nodes before linearized reading' (duration: 2.048483599s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:33.063388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:31.014258Z","time spent":"2.049123631s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" "} {"level":"info","ts":"2026-04-29T02:48:33.063362Z","caller":"traceutil/trace.go:171","msg":"trace[1335664129] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25920; }","duration":"3.529626665s","start":"2026-04-29T02:48:29.53367Z","end":"2026-04-29T02:48:33.063296Z","steps":["trace[1335664129] 'agreement among raft nodes before linearized reading' (duration: 3.52935995s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:33.063429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.533647Z","time spent":"3.529769337s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-29T02:48:33.063447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:31.534295Z","time spent":"1.528669467s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:33.062931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.990751Z","time spent":"3.07217324s","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-29T02:48:34.501249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:33.299852Z","time spent":"1.201388636s","remote":"127.0.0.1:33224","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:48:34.502907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280110816s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:34.503015Z","caller":"traceutil/trace.go:171","msg":"trace[1759628553] linearizableReadLoop","detail":"{readStateIndex:26787; appliedIndex:26786; }","duration":"1.440341558s","start":"2026-04-29T02:48:33.062656Z","end":"2026-04-29T02:48:34.502998Z","steps":["trace[1759628553] 'read index received' (duration: 160.151891ms)","trace[1759628553] 'applied index is now lower than readState.Index' (duration: 1.280188197s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:34.503086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01891734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:34.503144Z","caller":"traceutil/trace.go:171","msg":"trace[833703401] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25921; }","duration":"2.019029723s","start":"2026-04-29T02:48:32.4841Z","end":"2026-04-29T02:48:34.50313Z","steps":["trace[833703401] 'agreement among raft nodes before linearized reading' (duration: 2.0189034s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:34.503149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859007815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:48:34.503173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761888372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"warn","ts":"2026-04-29T02:48:34.503185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:32.484079Z","time spent":"2.019095953s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:34.503163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185647913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:34.503205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752800124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-29T02:48:34.503255Z","caller":"traceutil/trace.go:171","msg":"trace[749271176] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25921; }","duration":"2.752879135s","start":"2026-04-29T02:48:31.750366Z","end":"2026-04-29T02:48:34.503245Z","steps":["trace[749271176] 'agreement among raft nodes before linearized reading' (duration: 2.752708612s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:34.503261Z","caller":"traceutil/trace.go:171","msg":"trace[1235618114] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25921; }","duration":"2.185800196s","start":"2026-04-29T02:48:32.317437Z","end":"2026-04-29T02:48:34.503237Z","steps":["trace[1235618114] 'agreement among raft nodes before linearized reading' (duration: 2.185608313s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:34.503293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:31.750351Z","time spent":"2.752933996s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-29T02:48:34.503207Z","caller":"traceutil/trace.go:171","msg":"trace[1576991712] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25921; }","duration":"2.761923793s","start":"2026-04-29T02:48:31.74127Z","end":"2026-04-29T02:48:34.503194Z","steps":["trace[1576991712] 'agreement among raft nodes before linearized reading' (duration: 2.76179675s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:34.503333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:32.317413Z","time spent":"2.185904828s","remote":"127.0.0.1:48680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:34.503207Z","caller":"traceutil/trace.go:171","msg":"trace[228867994] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25921; }","duration":"1.859104846s","start":"2026-04-29T02:48:32.644084Z","end":"2026-04-29T02:48:34.503189Z","steps":["trace[228867994] 'agreement among raft nodes before linearized reading' (duration: 1.858988454s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:34.503475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:32.644063Z","time spent":"1.859395981s","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:34.503521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:31.74121Z","time spent":"2.762225788s","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-29T02:48:34.503036Z","caller":"traceutil/trace.go:171","msg":"trace[1909787330] transaction","detail":"{read_only:false; response_revision:25921; number_of_response:1; }","duration":"1.996646527s","start":"2026-04-29T02:48:32.506362Z","end":"2026-04-29T02:48:34.503009Z","steps":["trace[1909787330] 'process raft request' (duration: 716.350449ms)","trace[1909787330] 'compare' (duration: 1.278982554s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:34.503774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:32.506337Z","time spent":"1.997375101s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:35.004125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:48:35.071883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000180492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:48:35.071944Z","caller":"traceutil/trace.go:171","msg":"trace[1827998426] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000260353s","start":"2026-04-29T02:48:33.07167Z","end":"2026-04-29T02:48:35.071931Z","steps":["trace[1827998426] 'agreement among raft nodes before linearized reading' (duration: 2.000186122s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:35.071974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:33.071665Z","time spent":"2.000303204s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:48:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:48:35.141375Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.91860896s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:48:35.240028Z","caller":"traceutil/trace.go:171","msg":"trace[1245260983] transaction","detail":"{read_only:false; response_revision:25922; number_of_response:1; }","duration":"2.173544488s","start":"2026-04-29T02:48:33.066457Z","end":"2026-04-29T02:48:35.240001Z","steps":["trace[1245260983] 'process raft request' (duration: 2.075180874s)","trace[1245260983] 'compare' (duration: 98.248582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:35.241178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:33.066438Z","time spent":"2.17465626s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:35.241652Z","caller":"traceutil/trace.go:171","msg":"trace[882155658] transaction","detail":"{read_only:false; response_revision:25923; number_of_response:1; }","duration":"1.496698903s","start":"2026-04-29T02:48:33.744922Z","end":"2026-04-29T02:48:35.241621Z","steps":["trace[882155658] 'process raft request' (duration: 1.496143012s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:35.24179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:33.744889Z","time spent":"1.496822656s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:35.245178Z","caller":"traceutil/trace.go:171","msg":"trace[721527259] transaction","detail":"{read_only:false; response_revision:25924; number_of_response:1; }","duration":"710.860027ms","start":"2026-04-29T02:48:34.53429Z","end":"2026-04-29T02:48:35.24515Z","steps":["trace[721527259] 'process raft request' (duration: 710.615743ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:35.245503Z","caller":"traceutil/trace.go:171","msg":"trace[512119065] transaction","detail":"{read_only:false; response_revision:25925; number_of_response:1; }","duration":"178.724575ms","start":"2026-04-29T02:48:35.066753Z","end":"2026-04-29T02:48:35.245478Z","steps":["trace[512119065] 'process raft request' (duration: 178.322768ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:35.245851Z","caller":"traceutil/trace.go:171","msg":"trace[2048097689] transaction","detail":"{read_only:false; response_revision:25927; number_of_response:1; }","duration":"176.554105ms","start":"2026-04-29T02:48:35.069287Z","end":"2026-04-29T02:48:35.245841Z","steps":["trace[2048097689] 'process raft request' (duration: 176.190488ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:35.245939Z","caller":"traceutil/trace.go:171","msg":"trace[2074689378] transaction","detail":"{read_only:false; response_revision:25928; number_of_response:1; }","duration":"176.653398ms","start":"2026-04-29T02:48:35.069273Z","end":"2026-04-29T02:48:35.245926Z","steps":["trace[2074689378] 'process raft request' (duration: 176.543156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:35.245958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:34.53427Z","time spent":"710.990939ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:35.246031Z","caller":"traceutil/trace.go:171","msg":"trace[1627083189] linearizableReadLoop","detail":"{readStateIndex:26791; appliedIndex:26787; }","duration":"742.983962ms","start":"2026-04-29T02:48:34.503041Z","end":"2026-04-29T02:48:35.246025Z","steps":["trace[1627083189] 'read index received' (duration: 638.624646ms)","trace[1627083189] 'applied index is now lower than readState.Index' (duration: 104.358666ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:35.246035Z","caller":"traceutil/trace.go:171","msg":"trace[997160511] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"175.060337ms","start":"2026-04-29T02:48:35.070965Z","end":"2026-04-29T02:48:35.246025Z","steps":["trace[997160511] 'process raft request' (duration: 175.006327ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:35.246034Z","caller":"traceutil/trace.go:171","msg":"trace[1717105375] transaction","detail":"{read_only:false; response_revision:25929; number_of_response:1; }","duration":"176.604505ms","start":"2026-04-29T02:48:35.06942Z","end":"2026-04-29T02:48:35.246024Z","steps":["trace[1717105375] 'process raft request' (duration: 176.479953ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:35.24608Z","caller":"traceutil/trace.go:171","msg":"trace[1438302690] transaction","detail":"{read_only:false; response_revision:25931; number_of_response:1; }","duration":"173.875735ms","start":"2026-04-29T02:48:35.0722Z","end":"2026-04-29T02:48:35.246075Z","steps":["trace[1438302690] 'process raft request' (duration: 173.798334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:35.246196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501252047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:48:35.246213Z","caller":"traceutil/trace.go:171","msg":"trace[1541096663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25931; }","duration":"1.501287748s","start":"2026-04-29T02:48:33.74492Z","end":"2026-04-29T02:48:35.246208Z","steps":["trace[1541096663] 'agreement among raft nodes before linearized reading' (duration: 1.501198106s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:35.246199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17788801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:35.246273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178622263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4b00165f-0765-41bc-85b0-f3006deac52d\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-04-29T02:48:35.246275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501827039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:48:35.246292Z","caller":"traceutil/trace.go:171","msg":"trace[1254687392] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4b00165f-0765-41bc-85b0-f3006deac52d; range_end:; response_count:1; response_revision:25931; }","duration":"2.178687724s","start":"2026-04-29T02:48:33.067596Z","end":"2026-04-29T02:48:35.246284Z","steps":["trace[1254687392] 'agreement among raft nodes before linearized reading' (duration: 2.178643123s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:35.246296Z","caller":"traceutil/trace.go:171","msg":"trace[279758520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25931; }","duration":"1.50189103s","start":"2026-04-29T02:48:33.744399Z","end":"2026-04-29T02:48:35.24629Z","steps":["trace[279758520] 'agreement among raft nodes before linearized reading' (duration: 1.501824839s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:35.246303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:33.067582Z","time spent":"2.178718544s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-4b00165f-0765-41bc-85b0-f3006deac52d\" "} {"level":"warn","ts":"2026-04-29T02:48:35.246313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:33.744377Z","time spent":"1.501932291s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:48:35.246289Z","caller":"traceutil/trace.go:171","msg":"trace[721483306] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25931; }","duration":"2.178016642s","start":"2026-04-29T02:48:33.068252Z","end":"2026-04-29T02:48:35.246268Z","steps":["trace[721483306] 'agreement among raft nodes before linearized reading' (duration: 2.177873399s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:35.24635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:33.068239Z","time spent":"2.178096014s","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:48:35.2464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502211195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T02:48:35.246419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180610199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-29T02:48:35.246418Z","caller":"traceutil/trace.go:171","msg":"trace[1147852334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25931; }","duration":"1.502252416s","start":"2026-04-29T02:48:33.744159Z","end":"2026-04-29T02:48:35.246412Z","steps":["trace[1147852334] 'agreement among raft nodes before linearized reading' (duration: 1.502199405s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:35.246432Z","caller":"traceutil/trace.go:171","msg":"trace[1573817809] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25931; }","duration":"2.180726612s","start":"2026-04-29T02:48:33.065702Z","end":"2026-04-29T02:48:35.246428Z","steps":["trace[1573817809] 'agreement among raft nodes before linearized reading' (duration: 2.180682151s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:35.246436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:33.744143Z","time spent":"1.502289687s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:48:35.246444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:33.065682Z","time spent":"2.180759463s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T02:48:35.246576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.156082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-29T02:48:35.246596Z","caller":"traceutil/trace.go:171","msg":"trace[110848556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25931; }","duration":"731.207044ms","start":"2026-04-29T02:48:34.515382Z","end":"2026-04-29T02:48:35.24659Z","steps":["trace[110848556] 'agreement among raft nodes before linearized reading' (duration: 731.136702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:35.246613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:34.515368Z","time spent":"731.240804ms","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T02:48:35.246639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.32476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:35.246655Z","caller":"traceutil/trace.go:171","msg":"trace[1656562007] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25931; }","duration":"238.366822ms","start":"2026-04-29T02:48:35.008283Z","end":"2026-04-29T02:48:35.24665Z","steps":["trace[1656562007] 'agreement among raft nodes before linearized reading' (duration: 238.334311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:35.24623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:33.744911Z","time spent":"1.501316239s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:48:35.246712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502570192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:48:35.246766Z","caller":"traceutil/trace.go:171","msg":"trace[1835902923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25931; }","duration":"1.502661313s","start":"2026-04-29T02:48:33.74409Z","end":"2026-04-29T02:48:35.246751Z","steps":["trace[1835902923] 'agreement among raft nodes before linearized reading' (duration: 1.50249019s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:35.246211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501928241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T02:48:35.246815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:33.74407Z","time spent":"1.502730845s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:35.246734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.617188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:35.246857Z","caller":"traceutil/trace.go:171","msg":"trace[15616547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25931; }","duration":"1.502577032s","start":"2026-04-29T02:48:33.744262Z","end":"2026-04-29T02:48:35.246839Z","steps":["trace[15616547] 'agreement among raft nodes before linearized reading' (duration: 1.50190376s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:35.246888Z","caller":"traceutil/trace.go:171","msg":"trace[1592288976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25931; }","duration":"174.819873ms","start":"2026-04-29T02:48:35.072064Z","end":"2026-04-29T02:48:35.246884Z","steps":["trace[1592288976] 'agreement among raft nodes before linearized reading' (duration: 174.65896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:35.24692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:33.744256Z","time spent":"1.502642993s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:35.246735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.048932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:35.246989Z","caller":"traceutil/trace.go:171","msg":"trace[493777854] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25931; }","duration":"295.389999ms","start":"2026-04-29T02:48:34.951588Z","end":"2026-04-29T02:48:35.246978Z","steps":["trace[493777854] 'agreement among raft nodes before linearized reading' (duration: 295.121565ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:35.247121Z","caller":"traceutil/trace.go:171","msg":"trace[48470312] transaction","detail":"{read_only:false; response_revision:25926; number_of_response:1; }","duration":"176.486284ms","start":"2026-04-29T02:48:35.069049Z","end":"2026-04-29T02:48:35.245535Z","steps":["trace[48470312] 'process raft request' (duration: 176.315791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:46.27806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.676046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-552778e8-c277-4372-be85-19c8829a1778\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-04-29T02:48:46.278177Z","caller":"traceutil/trace.go:171","msg":"trace[974752994] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-552778e8-c277-4372-be85-19c8829a1778; range_end:; response_count:1; response_revision:26076; }","duration":"163.844019ms","start":"2026-04-29T02:48:46.114303Z","end":"2026-04-29T02:48:46.278147Z","steps":["trace[974752994] 'range keys from in-memory index tree' (duration: 163.473233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:47.073226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708552,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:48:47.255146Z","caller":"traceutil/trace.go:171","msg":"trace[1057575996] linearizableReadLoop","detail":"{readStateIndex:26945; appliedIndex:26944; }","duration":"682.323337ms","start":"2026-04-29T02:48:46.572796Z","end":"2026-04-29T02:48:47.25512Z","steps":["trace[1057575996] 'read index received' (duration: 682.121374ms)","trace[1057575996] 'applied index is now lower than readState.Index' (duration: 200.473µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:47.255306Z","caller":"traceutil/trace.go:171","msg":"trace[1178531232] transaction","detail":"{read_only:false; response_revision:26077; number_of_response:1; }","duration":"970.170747ms","start":"2026-04-29T02:48:46.2851Z","end":"2026-04-29T02:48:47.255271Z","steps":["trace[1178531232] 'process raft request' (duration: 969.79036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:47.255423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.609002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aab402560e30e1\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-29T02:48:47.255476Z","caller":"traceutil/trace.go:171","msg":"trace[952925330] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aab402560e30e1; range_end:; response_count:1; response_revision:26077; }","duration":"682.685193ms","start":"2026-04-29T02:48:46.572775Z","end":"2026-04-29T02:48:47.25546Z","steps":["trace[952925330] 'agreement among raft nodes before linearized reading' (duration: 682.48007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:47.255473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:46.285081Z","time spent":"970.300349ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:47.25552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:46.572735Z","time spent":"682.776426ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aab402560e30e1\" "} {"level":"warn","ts":"2026-04-29T02:48:48.293012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.312205ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-29T02:48:48.29324Z","caller":"traceutil/trace.go:171","msg":"trace[1516789287] linearizableReadLoop","detail":"{readStateIndex:26946; appliedIndex:26945; }","duration":"1.037996864s","start":"2026-04-29T02:48:47.255224Z","end":"2026-04-29T02:48:48.293221Z","steps":["trace[1516789287] 'read index received' (duration: 251.910793ms)","trace[1516789287] 'applied index is now lower than readState.Index' (duration: 786.082281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:48.293355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193807715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:48.29339Z","caller":"traceutil/trace.go:171","msg":"trace[968469919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26077; }","duration":"1.193899556s","start":"2026-04-29T02:48:47.099483Z","end":"2026-04-29T02:48:48.293383Z","steps":["trace[968469919] 'agreement among raft nodes before linearized reading' (duration: 1.193822975s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:48.293413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:47.099459Z","time spent":"1.193949217s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:48:48.293661Z","caller":"traceutil/trace.go:171","msg":"trace[987263979] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"1.035770614s","start":"2026-04-29T02:48:47.257865Z","end":"2026-04-29T02:48:48.293635Z","steps":["trace[987263979] 'process raft request' (duration: 1.035254584s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:48.293822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:47.25784Z","time spent":"1.035889635s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:48.435342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.647748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:48.435531Z","caller":"traceutil/trace.go:171","msg":"trace[1487650161] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"1.098922846s","start":"2026-04-29T02:48:47.336596Z","end":"2026-04-29T02:48:48.435519Z","steps":["trace[1487650161] 'process raft request' (duration: 1.098874695s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:48.435535Z","caller":"traceutil/trace.go:171","msg":"trace[68070553] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"1.10455781s","start":"2026-04-29T02:48:47.330939Z","end":"2026-04-29T02:48:48.435496Z","steps":["trace[68070553] 'process raft request' (duration: 1.104477839s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:48.435598Z","caller":"traceutil/trace.go:171","msg":"trace[1379340268] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"1.103250806s","start":"2026-04-29T02:48:47.332342Z","end":"2026-04-29T02:48:48.435593Z","steps":["trace[1379340268] 'process raft request' (duration: 1.103109733s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:48.435666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:47.332313Z","time spent":"1.103333217s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:48.435713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:47.330896Z","time spent":"1.104735294s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:48.435571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:47.336566Z","time spent":"1.098987166s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:48.435785Z","caller":"traceutil/trace.go:171","msg":"trace[98095875] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"1.151602701s","start":"2026-04-29T02:48:47.284131Z","end":"2026-04-29T02:48:48.435734Z","steps":["trace[98095875] 'process raft request' (duration: 1.009486145s)","trace[98095875] 'compare' (duration: 141.25369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:48.436026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:47.284121Z","time spent":"1.151788966s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:48.436057Z","caller":"traceutil/trace.go:171","msg":"trace[308116454] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"1.097326175s","start":"2026-04-29T02:48:47.338724Z","end":"2026-04-29T02:48:48.43605Z","steps":["trace[308116454] 'process raft request' (duration: 1.09702847s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:48.43612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:47.33871Z","time spent":"1.097389806s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:48.436369Z","caller":"traceutil/trace.go:171","msg":"trace[2083173758] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"1.095071585s","start":"2026-04-29T02:48:47.34129Z","end":"2026-04-29T02:48:48.436361Z","steps":["trace[2083173758] 'process raft request' (duration: 1.094939591s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:48.436379Z","caller":"traceutil/trace.go:171","msg":"trace[880626723] linearizableReadLoop","detail":"{readStateIndex:26956; appliedIndex:26946; }","duration":"143.094846ms","start":"2026-04-29T02:48:48.29327Z","end":"2026-04-29T02:48:48.436364Z","steps":["trace[880626723] 'read index received' (duration: 62.141µs)","trace[880626723] 'applied index is now lower than readState.Index' (duration: 143.031635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:48.436405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:47.341282Z","time spent":"1.095102565s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:48.435872Z","caller":"traceutil/trace.go:171","msg":"trace[1028749212] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"1.098081099s","start":"2026-04-29T02:48:47.33776Z","end":"2026-04-29T02:48:48.435841Z","steps":["trace[1028749212] 'process raft request' (duration: 1.097733203s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:48.436493Z","caller":"traceutil/trace.go:171","msg":"trace[1242232476] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"1.097404617s","start":"2026-04-29T02:48:47.33908Z","end":"2026-04-29T02:48:48.436485Z","steps":["trace[1242232476] 'process raft request' (duration: 1.096934757s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:48.436528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:47.339055Z","time spent":"1.097453078s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:48.436531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.083854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:48.43657Z","caller":"traceutil/trace.go:171","msg":"trace[719546733] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26087; }","duration":"212.178086ms","start":"2026-04-29T02:48:48.224383Z","end":"2026-04-29T02:48:48.436561Z","steps":["trace[719546733] 'agreement among raft nodes before linearized reading' (duration: 212.105385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:48.436584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:47.337745Z","time spent":"1.098757802s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:48.43647Z","caller":"traceutil/trace.go:171","msg":"trace[396101962] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"941.621087ms","start":"2026-04-29T02:48:47.49484Z","end":"2026-04-29T02:48:48.436461Z","steps":["trace[396101962] 'process raft request' (duration: 941.471204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:48.436747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:47.494816Z","time spent":"941.900403ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:48.436757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.163999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:48.436792Z","caller":"traceutil/trace.go:171","msg":"trace[174318618] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26087; }","duration":"334.20303ms","start":"2026-04-29T02:48:48.102578Z","end":"2026-04-29T02:48:48.436781Z","steps":["trace[174318618] 'agreement among raft nodes before linearized reading' (duration: 334.139499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:48.436827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:48.102547Z","time spent":"334.271202ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:48.436875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.059356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:48.436902Z","caller":"traceutil/trace.go:171","msg":"trace[104653227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26087; }","duration":"142.155337ms","start":"2026-04-29T02:48:48.294738Z","end":"2026-04-29T02:48:48.436894Z","steps":["trace[104653227] 'agreement among raft nodes before linearized reading' (duration: 142.101976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:48.436956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07816899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-29T02:48:48.436957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082488211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:48:48.436982Z","caller":"traceutil/trace.go:171","msg":"trace[1535158731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26087; }","duration":"1.078231871s","start":"2026-04-29T02:48:47.358741Z","end":"2026-04-29T02:48:48.436973Z","steps":["trace[1535158731] 'agreement among raft nodes before linearized reading' (duration: 1.078087739s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:48.436947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.204684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:48:48.43699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077512778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T02:48:48.437015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:47.358727Z","time spent":"1.078282272s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:48.43699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077043519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:48:48.437027Z","caller":"traceutil/trace.go:171","msg":"trace[1323112743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26087; }","duration":"1.082581442s","start":"2026-04-29T02:48:47.354426Z","end":"2026-04-29T02:48:48.437007Z","steps":["trace[1323112743] 'agreement among raft nodes before linearized reading' (duration: 1.082346828s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:48.437044Z","caller":"traceutil/trace.go:171","msg":"trace[1134660552] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26087; }","duration":"400.384477ms","start":"2026-04-29T02:48:48.036638Z","end":"2026-04-29T02:48:48.437023Z","steps":["trace[1134660552] 'agreement among raft nodes before linearized reading' (duration: 400.181794ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:48.437056Z","caller":"traceutil/trace.go:171","msg":"trace[183461397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26087; }","duration":"1.07761023s","start":"2026-04-29T02:48:47.359428Z","end":"2026-04-29T02:48:48.437038Z","steps":["trace[183461397] 'agreement among raft nodes before linearized reading' (duration: 1.077380896s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:48.437074Z","caller":"traceutil/trace.go:171","msg":"trace[756178045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26087; }","duration":"1.077164631s","start":"2026-04-29T02:48:47.359894Z","end":"2026-04-29T02:48:48.437058Z","steps":["trace[756178045] 'agreement among raft nodes before linearized reading' (duration: 1.076912547s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:48.437081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086336792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T02:48:48.437077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:47.354418Z","time spent":"1.082651513s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:48:48.437094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:47.359419Z","time spent":"1.077668302s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:48.437094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:48.036604Z","time spent":"400.479849ms","remote":"127.0.0.1:60408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:48.43711Z","caller":"traceutil/trace.go:171","msg":"trace[775180624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26087; }","duration":"1.086408553s","start":"2026-04-29T02:48:47.350695Z","end":"2026-04-29T02:48:48.437104Z","steps":["trace[775180624] 'agreement among raft nodes before linearized reading' (duration: 1.086305371s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:48.437112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:47.359882Z","time spent":"1.077221462s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:48.437138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:47.350679Z","time spent":"1.086449424s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:48:48.437199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155009576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-552778e8-c277-4372-be85-19c8829a1778\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-29T02:48:48.437262Z","caller":"traceutil/trace.go:171","msg":"trace[1168524421] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-552778e8-c277-4372-be85-19c8829a1778; range_end:; response_count:1; response_revision:26087; }","duration":"1.155105387s","start":"2026-04-29T02:48:47.282139Z","end":"2026-04-29T02:48:48.437244Z","steps":["trace[1168524421] 'agreement among raft nodes before linearized reading' (duration: 1.154878513s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:48.437304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:47.282126Z","time spent":"1.155167648s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-552778e8-c277-4372-be85-19c8829a1778\" "} {"level":"warn","ts":"2026-04-29T02:48:48.945729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708568,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:48:49.127472Z","caller":"traceutil/trace.go:171","msg":"trace[1053901079] transaction","detail":"{read_only:false; response_revision:26088; number_of_response:1; }","duration":"685.485936ms","start":"2026-04-29T02:48:48.441958Z","end":"2026-04-29T02:48:49.127444Z","steps":["trace[1053901079] 'process raft request' (duration: 680.016385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:49.127653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:48.44194Z","time spent":"685.603229ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:50.445345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999987579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:48:50.445425Z","caller":"traceutil/trace.go:171","msg":"trace[1228423016] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000103131s","start":"2026-04-29T02:48:48.445305Z","end":"2026-04-29T02:48:50.445408Z","steps":["trace[1228423016] 'agreement among raft nodes before linearized reading' (duration: 2.000010159s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:50.445467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:48.445297Z","time spent":"2.000160732s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:51.182893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578531091s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:51.183029Z","caller":"traceutil/trace.go:171","msg":"trace[1239441677] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26088; }","duration":"1.578667863s","start":"2026-04-29T02:48:49.604339Z","end":"2026-04-29T02:48:51.183007Z","steps":["trace[1239441677] 'range keys from in-memory index tree' (duration: 1.578518931s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:51.184017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083503569s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:51.184302Z","caller":"traceutil/trace.go:171","msg":"trace[116084364] linearizableReadLoop","detail":"{readStateIndex:26961; appliedIndex:26956; }","duration":"2.738941716s","start":"2026-04-29T02:48:48.445343Z","end":"2026-04-29T02:48:51.184285Z","steps":["trace[116084364] 'read index received' (duration: 676.725203ms)","trace[116084364] 'applied index is now lower than readState.Index' (duration: 2.062215653s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:51.184377Z","caller":"traceutil/trace.go:171","msg":"trace[1193313540] transaction","detail":"{read_only:false; response_revision:26089; number_of_response:1; }","duration":"2.741948321s","start":"2026-04-29T02:48:48.442417Z","end":"2026-04-29T02:48:51.184366Z","steps":["trace[1193313540] 'process raft request' (duration: 1.657973174s)","trace[1193313540] 'compare' (duration: 1.082617822s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:51.184432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:48.442386Z","time spent":"2.742015263s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:51.184618Z","caller":"traceutil/trace.go:171","msg":"trace[385189174] transaction","detail":"{read_only:false; response_revision:26092; number_of_response:1; }","duration":"2.741608766s","start":"2026-04-29T02:48:48.442998Z","end":"2026-04-29T02:48:51.184607Z","steps":["trace[385189174] 'process raft request' (duration: 2.741240019s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:51.184619Z","caller":"traceutil/trace.go:171","msg":"trace[796977698] transaction","detail":"{read_only:false; response_revision:26091; number_of_response:1; }","duration":"2.741640457s","start":"2026-04-29T02:48:48.442961Z","end":"2026-04-29T02:48:51.184602Z","steps":["trace[796977698] 'process raft request' (duration: 2.74124089s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:51.184671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:48.442968Z","time spent":"2.741671857s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:51.184738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:48.442947Z","time spent":"2.741728208s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:51.184759Z","caller":"traceutil/trace.go:171","msg":"trace[740200516] transaction","detail":"{read_only:false; response_revision:26090; number_of_response:1; }","duration":"2.741991472s","start":"2026-04-29T02:48:48.442757Z","end":"2026-04-29T02:48:51.184748Z","steps":["trace[740200516] 'process raft request' (duration: 2.741358401s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:51.184822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:48.442746Z","time spent":"2.742046394s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:51.214153Z","caller":"traceutil/trace.go:171","msg":"trace[637149077] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"948.685397ms","start":"2026-04-29T02:48:50.265442Z","end":"2026-04-29T02:48:51.214127Z","steps":["trace[637149077] 'process raft request' (duration: 948.532585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:51.214317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:50.26542Z","time spent":"948.80518ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:52.293285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.079297991s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:48:52.446288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00007609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:48:52.446386Z","caller":"traceutil/trace.go:171","msg":"trace[1590705508] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000213214s","start":"2026-04-29T02:48:50.446154Z","end":"2026-04-29T02:48:52.446367Z","steps":["trace[1590705508] 'agreement among raft nodes before linearized reading' (duration: 2.000099861s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:52.446429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:50.446143Z","time spent":"2.000277025s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:53.343481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049887796s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:53.344205Z","caller":"traceutil/trace.go:171","msg":"trace[1200911854] transaction","detail":"{read_only:false; response_revision:26094; number_of_response:1; }","duration":"2.901855549s","start":"2026-04-29T02:48:50.442306Z","end":"2026-04-29T02:48:53.344162Z","steps":["trace[1200911854] 'process raft request' (duration: 1.851184248s)","trace[1200911854] 'compare' (duration: 1.048769035s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:53.344396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:50.44228Z","time spent":"2.902015792s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:53.345434Z","caller":"traceutil/trace.go:171","msg":"trace[1306784790] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"2.902408419s","start":"2026-04-29T02:48:50.442998Z","end":"2026-04-29T02:48:53.345407Z","steps":["trace[1306784790] 'process raft request' (duration: 2.902304807s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:53.345556Z","caller":"traceutil/trace.go:171","msg":"trace[43197511] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"2.903137493s","start":"2026-04-29T02:48:50.442386Z","end":"2026-04-29T02:48:53.345524Z","steps":["trace[43197511] 'process raft request' (duration: 2.902833157s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:53.345634Z","caller":"traceutil/trace.go:171","msg":"trace[692863016] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"2.903090172s","start":"2026-04-29T02:48:50.442531Z","end":"2026-04-29T02:48:53.345622Z","steps":["trace[692863016] 'process raft request' (duration: 2.902732955s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.345685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:50.442475Z","time spent":"2.903182613s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:53.345709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:50.44235Z","time spent":"2.903283496s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:53.345584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:50.442985Z","time spent":"2.902524321s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:53.345859Z","caller":"traceutil/trace.go:171","msg":"trace[1526332428] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"2.903408158s","start":"2026-04-29T02:48:50.442384Z","end":"2026-04-29T02:48:53.345792Z","steps":["trace[1526332428] 'process raft request' (duration: 2.902692324s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:53.34599Z","caller":"traceutil/trace.go:171","msg":"trace[2143600367] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"2.902829007s","start":"2026-04-29T02:48:50.44313Z","end":"2026-04-29T02:48:53.345959Z","steps":["trace[2143600367] 'process raft request' (duration: 2.902210036s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:53.346051Z","caller":"traceutil/trace.go:171","msg":"trace[1745589521] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"2.902597963s","start":"2026-04-29T02:48:50.443421Z","end":"2026-04-29T02:48:53.346019Z","steps":["trace[1745589521] 'process raft request' (duration: 2.902375989s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:53.346126Z","caller":"traceutil/trace.go:171","msg":"trace[1258865558] linearizableReadLoop","detail":"{readStateIndex:26971; appliedIndex:26961; }","duration":"2.16178104s","start":"2026-04-29T02:48:51.184332Z","end":"2026-04-29T02:48:53.346113Z","steps":["trace[1258865558] 'read index received' (duration: 29.626099ms)","trace[1258865558] 'applied index is now lower than readState.Index' (duration: 2.132154051s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:53.346086Z","caller":"traceutil/trace.go:171","msg":"trace[1965809544] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"2.902584252s","start":"2026-04-29T02:48:50.443463Z","end":"2026-04-29T02:48:53.346047Z","steps":["trace[1965809544] 'process raft request' (duration: 2.90248455s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.346181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:50.443106Z","time spent":"2.902981619s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:53.346245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286977051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:53.346245Z","caller":"traceutil/trace.go:171","msg":"trace[1692111687] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"2.871331532s","start":"2026-04-29T02:48:50.474894Z","end":"2026-04-29T02:48:53.346225Z","steps":["trace[1692111687] 'process raft request' (duration: 2.871101258s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.346326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214469177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:48:53.346329Z","caller":"traceutil/trace.go:171","msg":"trace[1591433620] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26102; }","duration":"3.287106974s","start":"2026-04-29T02:48:50.059198Z","end":"2026-04-29T02:48:53.346305Z","steps":["trace[1591433620] 'agreement among raft nodes before linearized reading' (duration: 3.286946881s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.346347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.351695902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:53.346354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896373226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:48:53.34637Z","caller":"traceutil/trace.go:171","msg":"trace[1273153490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26102; }","duration":"2.214553738s","start":"2026-04-29T02:48:51.131806Z","end":"2026-04-29T02:48:53.346359Z","steps":["trace[1273153490] 'agreement among raft nodes before linearized reading' (duration: 2.214370614s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.346377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.599724313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:48:53.34639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:50.059173Z","time spent":"3.287200396s","remote":"127.0.0.1:43046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:53.346407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:51.131783Z","time spent":"2.214617689s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:48:53.34641Z","caller":"traceutil/trace.go:171","msg":"trace[1512186981] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26102; }","duration":"2.896456977s","start":"2026-04-29T02:48:50.44994Z","end":"2026-04-29T02:48:53.346397Z","steps":["trace[1512186981] 'agreement among raft nodes before linearized reading' (duration: 2.896284864s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:53.346414Z","caller":"traceutil/trace.go:171","msg":"trace[1871819294] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26102; }","duration":"4.599803915s","start":"2026-04-29T02:48:48.746599Z","end":"2026-04-29T02:48:53.346403Z","steps":["trace[1871819294] 'agreement among raft nodes before linearized reading' (duration: 4.599747814s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.346456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:48.746575Z","time spent":"4.599870825s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:53.346449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:50.449932Z","time spent":"2.896510708s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:48:53.346473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:50.474876Z","time spent":"2.871485825s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:53.346507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813923117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-29T02:48:53.346475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844751489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:48:53.346299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:50.443446Z","time spent":"2.902744885s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:53.346654Z","caller":"traceutil/trace.go:171","msg":"trace[1972028149] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26102; }","duration":"2.844962843s","start":"2026-04-29T02:48:50.501647Z","end":"2026-04-29T02:48:53.34661Z","steps":["trace[1972028149] 'agreement among raft nodes before linearized reading' (duration: 2.844560155s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.346771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.931314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-29T02:48:53.346787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224745769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:53.346794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.730199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-29T02:48:53.346803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.037301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:48:53.346825Z","caller":"traceutil/trace.go:171","msg":"trace[967369768] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26102; }","duration":"1.224805431s","start":"2026-04-29T02:48:52.122009Z","end":"2026-04-29T02:48:53.346814Z","steps":["trace[967369768] 'agreement among raft nodes before linearized reading' (duration: 1.22475688s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:53.346833Z","caller":"traceutil/trace.go:171","msg":"trace[941703926] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26102; }","duration":"975.799941ms","start":"2026-04-29T02:48:52.371018Z","end":"2026-04-29T02:48:53.346818Z","steps":["trace[941703926] 'agreement among raft nodes before linearized reading' (duration: 975.698969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.346839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.573258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:53.346865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.66762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:53.346871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:52.121989Z","time spent":"1.224873842s","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:53.346879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:52.370997Z","time spent":"975.875233ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-29T02:48:53.346876Z","caller":"traceutil/trace.go:171","msg":"trace[1409648245] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26102; }","duration":"158.135864ms","start":"2026-04-29T02:48:53.18872Z","end":"2026-04-29T02:48:53.346856Z","steps":["trace[1409648245] 'agreement among raft nodes before linearized reading' (duration: 157.9595ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:53.346886Z","caller":"traceutil/trace.go:171","msg":"trace[1813206153] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26102; }","duration":"602.625309ms","start":"2026-04-29T02:48:52.744248Z","end":"2026-04-29T02:48:53.346874Z","steps":["trace[1813206153] 'agreement among raft nodes before linearized reading' (duration: 602.549728ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:53.346897Z","caller":"traceutil/trace.go:171","msg":"trace[947962913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26102; }","duration":"892.73781ms","start":"2026-04-29T02:48:52.454152Z","end":"2026-04-29T02:48:53.346889Z","steps":["trace[947962913] 'agreement among raft nodes before linearized reading' (duration: 892.687229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.346925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:52.45413Z","time spent":"892.789942ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:53.346904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.249202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:53.346932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:50.501636Z","time spent":"2.845161037s","remote":"127.0.0.1:60398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:53.346982Z","caller":"traceutil/trace.go:171","msg":"trace[216818349] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26102; }","duration":"223.382453ms","start":"2026-04-29T02:48:53.123582Z","end":"2026-04-29T02:48:53.346964Z","steps":["trace[216818349] 'agreement among raft nodes before linearized reading' (duration: 223.237141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.346659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310415379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:48:53.346999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.269046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:48:53.34707Z","caller":"traceutil/trace.go:171","msg":"trace[532233336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26102; }","duration":"158.379047ms","start":"2026-04-29T02:48:53.188679Z","end":"2026-04-29T02:48:53.347059Z","steps":["trace[532233336] 'agreement among raft nodes before linearized reading' (duration: 158.238935ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:53.346405Z","caller":"traceutil/trace.go:171","msg":"trace[1515739264] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26102; }","duration":"4.351794354s","start":"2026-04-29T02:48:48.994595Z","end":"2026-04-29T02:48:53.346389Z","steps":["trace[1515739264] 'agreement among raft nodes before linearized reading' (duration: 4.351699233s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:53.347263Z","caller":"traceutil/trace.go:171","msg":"trace[926235087] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26102; }","duration":"1.310832186s","start":"2026-04-29T02:48:52.036209Z","end":"2026-04-29T02:48:53.347042Z","steps":["trace[926235087] 'agreement among raft nodes before linearized reading' (duration: 1.310416278s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.347322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:48.994571Z","time spent":"4.352740412s","remote":"127.0.0.1:42922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:53.346568Z","caller":"traceutil/trace.go:171","msg":"trace[1560010933] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:26102; }","duration":"3.814002468s","start":"2026-04-29T02:48:49.532554Z","end":"2026-04-29T02:48:53.346556Z","steps":["trace[1560010933] 'agreement among raft nodes before linearized reading' (duration: 3.813791784s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.347369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:52.036194Z","time spent":"1.311150481s","remote":"127.0.0.1:43146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:53.346883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.237625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:48:53.347584Z","caller":"traceutil/trace.go:171","msg":"trace[1170179811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26102; }","duration":"158.945838ms","start":"2026-04-29T02:48:53.1886Z","end":"2026-04-29T02:48:53.347546Z","steps":["trace[1170179811] 'agreement among raft nodes before linearized reading' (duration: 158.188254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.347436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:49.532543Z","time spent":"3.814870944s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-04-29T02:48:53.346818Z","caller":"traceutil/trace.go:171","msg":"trace[1513812703] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a; range_end:; response_count:1; response_revision:26102; }","duration":"892.995765ms","start":"2026-04-29T02:48:52.453809Z","end":"2026-04-29T02:48:53.346805Z","steps":["trace[1513812703] 'agreement among raft nodes before linearized reading' (duration: 892.888093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.346923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:52.744227Z","time spent":"602.687151ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:53.346118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:50.442354Z","time spent":"2.903637562s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:53.346133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:50.443406Z","time spent":"2.902689964s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:53.346318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432324808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:48:53.348236Z","caller":"traceutil/trace.go:171","msg":"trace[431668618] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26102; }","duration":"3.434272955s","start":"2026-04-29T02:48:49.913943Z","end":"2026-04-29T02:48:53.348215Z","steps":["trace[431668618] 'agreement among raft nodes before linearized reading' (duration: 3.432269257s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.348296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:49.91392Z","time spent":"3.434357757s","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T02:48:53.346567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.903646811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-552778e8-c277-4372-be85-19c8829a1778\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-29T02:48:53.348403Z","caller":"traceutil/trace.go:171","msg":"trace[115685700] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-552778e8-c277-4372-be85-19c8829a1778; range_end:; response_count:1; response_revision:26102; }","duration":"3.905517757s","start":"2026-04-29T02:48:49.442861Z","end":"2026-04-29T02:48:53.348379Z","steps":["trace[115685700] 'agreement among raft nodes before linearized reading' (duration: 3.90356743s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.348464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:49.442831Z","time spent":"3.905614029s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-552778e8-c277-4372-be85-19c8829a1778\" "} {"level":"warn","ts":"2026-04-29T02:48:53.346681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.801698201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:53.348637Z","caller":"traceutil/trace.go:171","msg":"trace[558605545] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26102; }","duration":"3.803682887s","start":"2026-04-29T02:48:49.544936Z","end":"2026-04-29T02:48:53.348619Z","steps":["trace[558605545] 'agreement among raft nodes before linearized reading' (duration: 3.801652759s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.348697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:49.544912Z","time spent":"3.803764969s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:53.346744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.545112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-29T02:48:53.348866Z","caller":"traceutil/trace.go:171","msg":"trace[941541395] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26102; }","duration":"387.691572ms","start":"2026-04-29T02:48:52.961156Z","end":"2026-04-29T02:48:53.348847Z","steps":["trace[941541395] 'agreement among raft nodes before linearized reading' (duration: 385.525272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.348933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:52.961134Z","time spent":"387.780233ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-29T02:48:53.349115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:52.453798Z","time spent":"893.920772ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" "} {"level":"warn","ts":"2026-04-29T02:48:53.346803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.463481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-29T02:48:53.347013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.244605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:48:53.349204Z","caller":"traceutil/trace.go:171","msg":"trace[387886510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26102; }","duration":"160.443185ms","start":"2026-04-29T02:48:53.188738Z","end":"2026-04-29T02:48:53.349181Z","steps":["trace[387886510] 'agreement among raft nodes before linearized reading' (duration: 158.213124ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:53.349337Z","caller":"traceutil/trace.go:171","msg":"trace[2038094371] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26102; }","duration":"388.016608ms","start":"2026-04-29T02:48:52.961303Z","end":"2026-04-29T02:48:53.349319Z","steps":["trace[2038094371] 'agreement among raft nodes before linearized reading' (duration: 385.370509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:53.349385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:52.961292Z","time spent":"388.078528ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:48:53.853527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:48:54.228902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:53.352193Z","time spent":"876.704103ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T02:48:54.416045Z","caller":"traceutil/trace.go:171","msg":"trace[741608051] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"1.062739784s","start":"2026-04-29T02:48:53.353273Z","end":"2026-04-29T02:48:54.416012Z","steps":["trace[741608051] 'process raft request' (duration: 1.061869708s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:54.416121Z","caller":"traceutil/trace.go:171","msg":"trace[2116952350] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"1.062796914s","start":"2026-04-29T02:48:53.353299Z","end":"2026-04-29T02:48:54.416096Z","steps":["trace[2116952350] 'process raft request' (duration: 1.062649301s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:54.416191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:53.353238Z","time spent":"1.062880885s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:54.416271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:53.35328Z","time spent":"1.062913457s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:54.41641Z","caller":"traceutil/trace.go:171","msg":"trace[2064014087] transaction","detail":"{read_only:false; response_revision:26105; number_of_response:1; }","duration":"1.062648141s","start":"2026-04-29T02:48:53.353744Z","end":"2026-04-29T02:48:54.416392Z","steps":["trace[2064014087] 'process raft request' (duration: 1.062295434s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:54.416487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:53.353738Z","time spent":"1.062715082s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:54.416509Z","caller":"traceutil/trace.go:171","msg":"trace[1836944489] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"1.061877848s","start":"2026-04-29T02:48:53.354618Z","end":"2026-04-29T02:48:54.416496Z","steps":["trace[1836944489] 'process raft request' (duration: 1.061759706s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:54.416585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:53.354612Z","time spent":"1.061934249s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:54.416578Z","caller":"traceutil/trace.go:171","msg":"trace[1276858043] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"1.062249234s","start":"2026-04-29T02:48:53.354317Z","end":"2026-04-29T02:48:54.416566Z","steps":["trace[1276858043] 'process raft request' (duration: 1.061790485s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:54.416619Z","caller":"traceutil/trace.go:171","msg":"trace[583289139] transaction","detail":"{read_only:false; response_revision:26106; number_of_response:1; }","duration":"1.062417218s","start":"2026-04-29T02:48:53.354159Z","end":"2026-04-29T02:48:54.416576Z","steps":["trace[583289139] 'process raft request' (duration: 1.061920998s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:54.416676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:53.35431Z","time spent":"1.062329966s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:54.416727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064445055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:54.41668Z","caller":"traceutil/trace.go:171","msg":"trace[1774675592] linearizableReadLoop","detail":"{readStateIndex:26980; appliedIndex:26971; }","duration":"1.064382253s","start":"2026-04-29T02:48:53.352288Z","end":"2026-04-29T02:48:54.41667Z","steps":["trace[1774675592] 'read index received' (duration: 843.391034ms)","trace[1774675592] 'applied index is now lower than readState.Index' (duration: 220.990519ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:54.416756Z","caller":"traceutil/trace.go:171","msg":"trace[149867846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26110; }","duration":"1.064494576s","start":"2026-04-29T02:48:53.352256Z","end":"2026-04-29T02:48:54.416751Z","steps":["trace[149867846] 'agreement among raft nodes before linearized reading' (duration: 1.064439865s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:54.416758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:53.354146Z","time spent":"1.06254131s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:54.416812Z","caller":"traceutil/trace.go:171","msg":"trace[4149831] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"1.060440801s","start":"2026-04-29T02:48:53.356347Z","end":"2026-04-29T02:48:54.416787Z","steps":["trace[4149831] 'process raft request' (duration: 1.060254038s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:54.416809Z","caller":"traceutil/trace.go:171","msg":"trace[284829767] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"1.061421748s","start":"2026-04-29T02:48:53.355365Z","end":"2026-04-29T02:48:54.416787Z","steps":["trace[284829767] 'process raft request' (duration: 1.061081462s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:54.416779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:53.352245Z","time spent":"1.064530306s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:54.416879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:53.35633Z","time spent":"1.060515972s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:54.416897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:53.35536Z","time spent":"1.06149337s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:54.417659Z","caller":"traceutil/trace.go:171","msg":"trace[1797708969] transaction","detail":"{read_only:false; response_revision:26111; number_of_response:1; }","duration":"187.171491ms","start":"2026-04-29T02:48:54.230443Z","end":"2026-04-29T02:48:54.417615Z","steps":["trace[1797708969] 'process raft request' (duration: 186.999678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:54.417723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064339013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:48:54.417798Z","caller":"traceutil/trace.go:171","msg":"trace[1153077754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26111; }","duration":"1.064436426s","start":"2026-04-29T02:48:53.353344Z","end":"2026-04-29T02:48:54.417781Z","steps":["trace[1153077754] 'agreement among raft nodes before linearized reading' (duration: 1.064216911s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:54.417861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:53.353338Z","time spent":"1.064513667s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T02:48:57.777279Z","caller":"traceutil/trace.go:171","msg":"trace[1669357973] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"416.159789ms","start":"2026-04-29T02:48:57.361092Z","end":"2026-04-29T02:48:57.777251Z","steps":["trace[1669357973] 'process raft request' (duration: 415.959356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:57.777425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.361073Z","time spent":"416.274181ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:59.000714Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.223613097s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:48:59.041945Z","caller":"traceutil/trace.go:171","msg":"trace[108852080] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"1.679350822s","start":"2026-04-29T02:48:57.362569Z","end":"2026-04-29T02:48:59.041919Z","steps":["trace[108852080] 'process raft request' (duration: 1.638381072s)","trace[108852080] 'compare' (duration: 40.024743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:59.042095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.362506Z","time spent":"1.679513264s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:59.042232Z","caller":"traceutil/trace.go:171","msg":"trace[310035140] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"1.679340591s","start":"2026-04-29T02:48:57.36284Z","end":"2026-04-29T02:48:59.042181Z","steps":["trace[310035140] 'process raft request' (duration: 1.679021116s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:59.042307Z","caller":"traceutil/trace.go:171","msg":"trace[1214123956] transaction","detail":"{read_only:false; response_revision:26131; number_of_response:1; }","duration":"1.67766177s","start":"2026-04-29T02:48:57.364613Z","end":"2026-04-29T02:48:59.042275Z","steps":["trace[1214123956] 'process raft request' (duration: 1.677477957s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:59.042403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.362827Z","time spent":"1.679489304s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:59.042539Z","caller":"traceutil/trace.go:171","msg":"trace[28515000] linearizableReadLoop","detail":"{readStateIndex:27006; appliedIndex:26999; }","duration":"1.608857494s","start":"2026-04-29T02:48:57.433665Z","end":"2026-04-29T02:48:59.042523Z","steps":["trace[28515000] 'read index received' (duration: 343.658255ms)","trace[28515000] 'applied index is now lower than readState.Index' (duration: 1.265198109s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:59.042545Z","caller":"traceutil/trace.go:171","msg":"trace[963699727] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"1.677347404s","start":"2026-04-29T02:48:57.365169Z","end":"2026-04-29T02:48:59.042517Z","steps":["trace[963699727] 'process raft request' (duration: 1.677214382s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:59.042594Z","caller":"traceutil/trace.go:171","msg":"trace[915234712] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"1.676854956s","start":"2026-04-29T02:48:57.365719Z","end":"2026-04-29T02:48:59.042574Z","steps":["trace[915234712] 'process raft request' (duration: 1.676722954s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:59.042526Z","caller":"traceutil/trace.go:171","msg":"trace[923827893] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"1.677503038s","start":"2026-04-29T02:48:57.364975Z","end":"2026-04-29T02:48:59.042478Z","steps":["trace[923827893] 'process raft request' (duration: 1.677253003s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:59.042679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.36515Z","time spent":"1.677456917s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:59.042688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.365706Z","time spent":"1.676935827s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:59.042861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60919524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-552778e8-c277-4372-be85-19c8829a1778\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-29T02:48:59.04262Z","caller":"traceutil/trace.go:171","msg":"trace[1277911335] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"1.676823325s","start":"2026-04-29T02:48:57.365787Z","end":"2026-04-29T02:48:59.04261Z","steps":["trace[1277911335] 'process raft request' (duration: 1.676692563s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:59.042909Z","caller":"traceutil/trace.go:171","msg":"trace[1858737697] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-552778e8-c277-4372-be85-19c8829a1778; range_end:; response_count:1; response_revision:26135; }","duration":"1.609279751s","start":"2026-04-29T02:48:57.433617Z","end":"2026-04-29T02:48:59.042896Z","steps":["trace[1858737697] 'agreement among raft nodes before linearized reading' (duration: 1.609132818s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:59.042949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.433596Z","time spent":"1.609344923s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-552778e8-c277-4372-be85-19c8829a1778\" "} {"level":"warn","ts":"2026-04-29T02:48:59.042975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.365779Z","time spent":"1.677159412s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:59.042782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.364959Z","time spent":"1.677726112s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:59.042487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.364587Z","time spent":"1.677806894s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:59.539648Z","caller":"traceutil/trace.go:171","msg":"trace[1938926645] linearizableReadLoop","detail":"{readStateIndex:27007; appliedIndex:27006; }","duration":"497.01972ms","start":"2026-04-29T02:48:59.042579Z","end":"2026-04-29T02:48:59.539599Z","steps":["trace[1938926645] 'read index received' (duration: 466.768559ms)","trace[1938926645] 'applied index is now lower than readState.Index' (duration: 30.250111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:59.5398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203008805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:59.539885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243978846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-552778e8-c277-4372-be85-19c8829a1778\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-04-29T02:48:59.539869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440184955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:59.539877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730415999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:59.539933Z","caller":"traceutil/trace.go:171","msg":"trace[459225214] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-552778e8-c277-4372-be85-19c8829a1778; range_end:; response_count:1; response_revision:26136; }","duration":"1.244089038s","start":"2026-04-29T02:48:58.295829Z","end":"2026-04-29T02:48:59.539918Z","steps":["trace[459225214] 'agreement among raft nodes before linearized reading' (duration: 1.243932585s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:59.539948Z","caller":"traceutil/trace.go:171","msg":"trace[1446747732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26136; }","duration":"1.440326348s","start":"2026-04-29T02:48:58.099603Z","end":"2026-04-29T02:48:59.539929Z","steps":["trace[1446747732] 'agreement among raft nodes before linearized reading' (duration: 1.440210456s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:59.539971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:58.295807Z","time spent":"1.244154699s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-552778e8-c277-4372-be85-19c8829a1778\" "} {"level":"warn","ts":"2026-04-29T02:48:59.539996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:58.099579Z","time spent":"1.44041002s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:59.540022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108053043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T02:48:59.54003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679065596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:59.540057Z","caller":"traceutil/trace.go:171","msg":"trace[479716388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26136; }","duration":"1.108162847s","start":"2026-04-29T02:48:58.431884Z","end":"2026-04-29T02:48:59.540047Z","steps":["trace[479716388] 'agreement among raft nodes before linearized reading' (duration: 1.108030525s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:59.540064Z","caller":"traceutil/trace.go:171","msg":"trace[1988382331] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26136; }","duration":"1.679138207s","start":"2026-04-29T02:48:57.860914Z","end":"2026-04-29T02:48:59.540052Z","steps":["trace[1988382331] 'agreement among raft nodes before linearized reading' (duration: 1.679081156s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:59.540096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:58.431864Z","time spent":"1.108223828s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:48:59.540102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.860895Z","time spent":"1.679197139s","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:59.539889Z","caller":"traceutil/trace.go:171","msg":"trace[25354756] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26136; }","duration":"1.203147898s","start":"2026-04-29T02:48:58.336721Z","end":"2026-04-29T02:48:59.539869Z","steps":["trace[25354756] 'agreement among raft nodes before linearized reading' (duration: 1.203000425s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:59.54021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:58.336692Z","time spent":"1.203499365s","remote":"127.0.0.1:51882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:59.539966Z","caller":"traceutil/trace.go:171","msg":"trace[582968620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26136; }","duration":"1.730554941s","start":"2026-04-29T02:48:57.809392Z","end":"2026-04-29T02:48:59.539946Z","steps":["trace[582968620] 'agreement among raft nodes before linearized reading' (duration: 1.730403829s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:59.54026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.80937Z","time spent":"1.730884738s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:59.540334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182387033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-29T02:48:59.54021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.512617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:59.540388Z","caller":"traceutil/trace.go:171","msg":"trace[1364752596] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26136; }","duration":"1.182456044s","start":"2026-04-29T02:48:58.357904Z","end":"2026-04-29T02:48:59.54036Z","steps":["trace[1364752596] 'agreement among raft nodes before linearized reading' (duration: 1.182354172s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:59.5404Z","caller":"traceutil/trace.go:171","msg":"trace[121246260] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26136; }","duration":"478.73213ms","start":"2026-04-29T02:48:59.061654Z","end":"2026-04-29T02:48:59.540386Z","steps":["trace[121246260] 'agreement among raft nodes before linearized reading' (duration: 478.517776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:59.540425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:58.35789Z","time spent":"1.182526036s","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T02:48:59.540439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:59.061638Z","time spent":"478.787692ms","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:59.540465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.02177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:59.540507Z","caller":"traceutil/trace.go:171","msg":"trace[834669506] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26136; }","duration":"310.066201ms","start":"2026-04-29T02:48:59.230431Z","end":"2026-04-29T02:48:59.540497Z","steps":["trace[834669506] 'agreement among raft nodes before linearized reading' (duration: 309.99836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:59.540545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:59.230375Z","time spent":"310.162233ms","remote":"127.0.0.1:43122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:59.540638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107995013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:48:59.540717Z","caller":"traceutil/trace.go:171","msg":"trace[1869508021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26136; }","duration":"1.108104245s","start":"2026-04-29T02:48:58.432592Z","end":"2026-04-29T02:48:59.540696Z","steps":["trace[1869508021] 'agreement among raft nodes before linearized reading' (duration: 1.107075806s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:59.540767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:58.43258Z","time spent":"1.108175716s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:59.540825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.182458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:59.540879Z","caller":"traceutil/trace.go:171","msg":"trace[1627686167] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26136; }","duration":"673.28136ms","start":"2026-04-29T02:48:58.867588Z","end":"2026-04-29T02:48:59.540869Z","steps":["trace[1627686167] 'agreement among raft nodes before linearized reading' (duration: 673.200087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:59.540914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:58.867572Z","time spent":"673.33426ms","remote":"127.0.0.1:60458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:59.540963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108158066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T02:48:59.54099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107610916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:48:59.541005Z","caller":"traceutil/trace.go:171","msg":"trace[1834252003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26136; }","duration":"1.108224678s","start":"2026-04-29T02:48:58.43277Z","end":"2026-04-29T02:48:59.540995Z","steps":["trace[1834252003] 'agreement among raft nodes before linearized reading' (duration: 1.108126096s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:59.541032Z","caller":"traceutil/trace.go:171","msg":"trace[1398827480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26136; }","duration":"1.107689527s","start":"2026-04-29T02:48:58.433332Z","end":"2026-04-29T02:48:59.541022Z","steps":["trace[1398827480] 'agreement among raft nodes before linearized reading' (duration: 1.107545185s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:59.541035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:58.432761Z","time spent":"1.108267739s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:48:59.541065Z","caller":"traceutil/trace.go:171","msg":"trace[1505664992] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"1.044320052s","start":"2026-04-29T02:48:58.496732Z","end":"2026-04-29T02:48:59.541052Z","steps":["trace[1505664992] 'process raft request' (duration: 1.012710045s)","trace[1505664992] 'compare' (duration: 29.520958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:59.541143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107525405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T02:48:59.541149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:58.496712Z","time spent":"1.044386133s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:59.541175Z","caller":"traceutil/trace.go:171","msg":"trace[861593491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26136; }","duration":"1.107578195s","start":"2026-04-29T02:48:58.433588Z","end":"2026-04-29T02:48:59.541166Z","steps":["trace[861593491] 'agreement among raft nodes before linearized reading' (duration: 1.107499244s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:59.541205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:58.433574Z","time spent":"1.107624697s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:59.54107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:58.433316Z","time spent":"1.107743848s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:48:59.96497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:59.542897Z","time spent":"422.067759ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T02:48:59.965485Z","caller":"traceutil/trace.go:171","msg":"trace[1442801579] linearizableReadLoop","detail":"{readStateIndex:27008; appliedIndex:27008; }","duration":"420.346017ms","start":"2026-04-29T02:48:59.54512Z","end":"2026-04-29T02:48:59.965466Z","steps":["trace[1442801579] 'read index received' (duration: 420.338537ms)","trace[1442801579] 'applied index is now lower than readState.Index' (duration: 5.61µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:59.965663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.528531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:48:59.965689Z","caller":"traceutil/trace.go:171","msg":"trace[1591391929] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26136; }","duration":"420.578612ms","start":"2026-04-29T02:48:59.545104Z","end":"2026-04-29T02:48:59.965683Z","steps":["trace[1591391929] 'agreement among raft nodes before linearized reading' (duration: 420.454899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:59.965714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:59.545096Z","time spent":"420.612712ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:49:00.465845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:00.966906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:01.46759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:01.548824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000386287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:49:01.548905Z","caller":"traceutil/trace.go:171","msg":"trace[672399288] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051123s","start":"2026-04-29T02:48:59.548374Z","end":"2026-04-29T02:49:01.548886Z","steps":["trace[672399288] 'agreement among raft nodes before linearized reading' (duration: 2.000406808s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:01.548954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:59.548343Z","time spent":"2.000600941s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:01.847627Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.882172934s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:49:01.848029Z","caller":"traceutil/trace.go:171","msg":"trace[730640049] transaction","detail":"{read_only:false; response_revision:26137; number_of_response:1; }","duration":"2.302622223s","start":"2026-04-29T02:48:59.545382Z","end":"2026-04-29T02:49:01.848005Z","steps":["trace[730640049] 'process raft request' (duration: 2.302410029s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:01.848178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:59.545353Z","time spent":"2.302748625s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:01.848345Z","caller":"traceutil/trace.go:171","msg":"trace[2121950396] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"2.302892158s","start":"2026-04-29T02:48:59.545414Z","end":"2026-04-29T02:49:01.848306Z","steps":["trace[2121950396] 'process raft request' (duration: 2.302534611s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:01.84842Z","caller":"traceutil/trace.go:171","msg":"trace[1004672559] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"2.30188936s","start":"2026-04-29T02:48:59.546514Z","end":"2026-04-29T02:49:01.848403Z","steps":["trace[1004672559] 'process raft request' (duration: 2.301822649s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:01.848512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:59.5465Z","time spent":"2.301963341s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:01.848505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:59.545392Z","time spent":"2.303024641s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:01.848524Z","caller":"traceutil/trace.go:171","msg":"trace[1788919500] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"2.066723548s","start":"2026-04-29T02:48:59.781769Z","end":"2026-04-29T02:49:01.848493Z","steps":["trace[1788919500] 'process raft request' (duration: 2.066602515s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:01.848666Z","caller":"traceutil/trace.go:171","msg":"trace[2066073790] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"2.303184653s","start":"2026-04-29T02:48:59.545466Z","end":"2026-04-29T02:49:01.848651Z","steps":["trace[2066073790] 'process raft request' (duration: 2.302731594s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:01.848671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:59.781744Z","time spent":"2.0668545s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:01.848716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:59.545459Z","time spent":"2.303229904s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:01.848728Z","caller":"traceutil/trace.go:171","msg":"trace[1743232741] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"2.303236695s","start":"2026-04-29T02:48:59.545475Z","end":"2026-04-29T02:49:01.848712Z","steps":["trace[1743232741] 'process raft request' (duration: 2.302823067s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:01.848834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:59.545466Z","time spent":"2.303322386s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:03.429921Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.580871944s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:49:03.43029Z","caller":"traceutil/trace.go:171","msg":"trace[1051416657] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"3.464236s","start":"2026-04-29T02:48:59.966022Z","end":"2026-04-29T02:49:03.430258Z","steps":["trace[1051416657] 'process raft request' (duration: 3.464030537s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.430509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:59.966005Z","time spent":"3.464425635s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:03.430595Z","caller":"traceutil/trace.go:171","msg":"trace[477076515] linearizableReadLoop","detail":"{readStateIndex:27024; appliedIndex:27008; }","duration":"3.465023126s","start":"2026-04-29T02:48:59.96554Z","end":"2026-04-29T02:49:03.430563Z","steps":["trace[477076515] 'read index received' (duration: 1.882330266s)","trace[477076515] 'applied index is now lower than readState.Index' (duration: 1.58269155s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:03.430804Z","caller":"traceutil/trace.go:171","msg":"trace[251541599] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"2.562463353s","start":"2026-04-29T02:49:00.868327Z","end":"2026-04-29T02:49:03.430791Z","steps":["trace[251541599] 'process raft request' (duration: 2.561866201s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:03.430842Z","caller":"traceutil/trace.go:171","msg":"trace[1282507561] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"2.380455636s","start":"2026-04-29T02:49:01.050373Z","end":"2026-04-29T02:49:03.430828Z","steps":["trace[1282507561] 'process raft request' (duration: 2.38011781s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.430878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:00.8683Z","time spent":"2.562527744s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:03.430898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.050367Z","time spent":"2.380501588s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:03.430969Z","caller":"traceutil/trace.go:171","msg":"trace[517104371] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"2.382814221s","start":"2026-04-29T02:49:01.048145Z","end":"2026-04-29T02:49:03.430959Z","steps":["trace[517104371] 'process raft request' (duration: 2.382117907s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.431014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.04812Z","time spent":"2.382867902s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:03.431018Z","caller":"traceutil/trace.go:171","msg":"trace[1407214325] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"2.206146014s","start":"2026-04-29T02:49:01.224861Z","end":"2026-04-29T02:49:03.431007Z","steps":["trace[1407214325] 'process raft request' (duration: 2.205660775s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.431081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.224844Z","time spent":"2.206207255s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:03.43114Z","caller":"traceutil/trace.go:171","msg":"trace[266185170] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"2.382890293s","start":"2026-04-29T02:49:01.048239Z","end":"2026-04-29T02:49:03.431129Z","steps":["trace[266185170] 'process raft request' (duration: 2.382073837s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.431254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.50890692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:03.431294Z","caller":"traceutil/trace.go:171","msg":"trace[493721172] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26152; }","duration":"3.508985361s","start":"2026-04-29T02:48:59.922299Z","end":"2026-04-29T02:49:03.431284Z","steps":["trace[493721172] 'agreement among raft nodes before linearized reading' (duration: 3.508916159s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.431323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:59.92228Z","time spent":"3.509034332s","remote":"127.0.0.1:43162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:03.431318Z","caller":"traceutil/trace.go:171","msg":"trace[2095013479] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"2.382827412s","start":"2026-04-29T02:49:01.04846Z","end":"2026-04-29T02:49:03.431288Z","steps":["trace[2095013479] 'process raft request' (duration: 2.381954376s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.431456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.048454Z","time spent":"2.382930133s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:03.431575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465114277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-04-29T02:49:03.431631Z","caller":"traceutil/trace.go:171","msg":"trace[1915211516] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26152; }","duration":"3.465152897s","start":"2026-04-29T02:48:59.966445Z","end":"2026-04-29T02:49:03.431598Z","steps":["trace[1915211516] 'agreement among raft nodes before linearized reading' (duration: 3.465047175s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.431658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:59.966437Z","time spent":"3.465217078s","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-29T02:49:03.431673Z","caller":"traceutil/trace.go:171","msg":"trace[1839029648] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"2.383278119s","start":"2026-04-29T02:49:01.048386Z","end":"2026-04-29T02:49:03.431664Z","steps":["trace[1839029648] 'process raft request' (duration: 2.381963075s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.431712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.048377Z","time spent":"2.38331471s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:03.431771Z","caller":"traceutil/trace.go:171","msg":"trace[1354170323] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"2.383384472s","start":"2026-04-29T02:49:01.048379Z","end":"2026-04-29T02:49:03.431764Z","steps":["trace[1354170323] 'process raft request' (duration: 2.382000716s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.431767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882140293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:03.431805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.048364Z","time spent":"2.383419513s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:03.431814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780839605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-29T02:49:03.431851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374950826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-552778e8-c277-4372-be85-19c8829a1778\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-29T02:49:03.43187Z","caller":"traceutil/trace.go:171","msg":"trace[485045906] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-552778e8-c277-4372-be85-19c8829a1778; range_end:; response_count:1; response_revision:26152; }","duration":"3.375004706s","start":"2026-04-29T02:49:00.056858Z","end":"2026-04-29T02:49:03.431862Z","steps":["trace[485045906] 'agreement among raft nodes before linearized reading' (duration: 3.374944325s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:03.431871Z","caller":"traceutil/trace.go:171","msg":"trace[1756470032] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26152; }","duration":"2.780936617s","start":"2026-04-29T02:49:00.650923Z","end":"2026-04-29T02:49:03.43186Z","steps":["trace[1756470032] 'agreement among raft nodes before linearized reading' (duration: 2.780771583s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.43144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628880286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:03.431884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:00.056842Z","time spent":"3.375038937s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-552778e8-c277-4372-be85-19c8829a1778\" "} {"level":"warn","ts":"2026-04-29T02:49:03.431909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.36120658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:49:03.431939Z","caller":"traceutil/trace.go:171","msg":"trace[1723929175] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26152; }","duration":"3.629433656s","start":"2026-04-29T02:48:59.802496Z","end":"2026-04-29T02:49:03.431929Z","steps":["trace[1723929175] 'agreement among raft nodes before linearized reading' (duration: 3.628860445s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.431968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:59.802483Z","time spent":"3.629472797s","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:03.431962Z","caller":"traceutil/trace.go:171","msg":"trace[153838313] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26152; }","duration":"3.361285201s","start":"2026-04-29T02:49:00.070662Z","end":"2026-04-29T02:49:03.431947Z","steps":["trace[153838313] 'agreement among raft nodes before linearized reading' (duration: 3.361080727s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.431998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:00.070652Z","time spent":"3.361337142s","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T02:49:03.431996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18868187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:03.431833Z","caller":"traceutil/trace.go:171","msg":"trace[1905881832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26152; }","duration":"1.882247046s","start":"2026-04-29T02:49:01.549567Z","end":"2026-04-29T02:49:03.431814Z","steps":["trace[1905881832] 'agreement among raft nodes before linearized reading' (duration: 1.882105813s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:03.432069Z","caller":"traceutil/trace.go:171","msg":"trace[1720065695] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"2.382569667s","start":"2026-04-29T02:49:01.049492Z","end":"2026-04-29T02:49:03.432062Z","steps":["trace[1720065695] 'process raft request' (duration: 2.380961917s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:03.432079Z","caller":"traceutil/trace.go:171","msg":"trace[71544210] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26152; }","duration":"2.188832113s","start":"2026-04-29T02:49:01.243225Z","end":"2026-04-29T02:49:03.432057Z","steps":["trace[71544210] 'agreement among raft nodes before linearized reading' (duration: 2.1886576s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.432057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342231869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:03.432124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.049485Z","time spent":"2.382601527s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:03.432132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.243205Z","time spent":"2.188919205s","remote":"127.0.0.1:43158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:03.43215Z","caller":"traceutil/trace.go:171","msg":"trace[658029612] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26152; }","duration":"2.342379131s","start":"2026-04-29T02:49:01.089746Z","end":"2026-04-29T02:49:03.432125Z","steps":["trace[658029612] 'agreement among raft nodes before linearized reading' (duration: 2.342157107s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.432175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.482339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:03.432189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106862852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:03.43219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117950368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:03.432204Z","caller":"traceutil/trace.go:171","msg":"trace[517983891] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26152; }","duration":"3.106931363s","start":"2026-04-29T02:49:00.325267Z","end":"2026-04-29T02:49:03.432198Z","steps":["trace[517983891] 'agreement among raft nodes before linearized reading' (duration: 3.106902852s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:03.432205Z","caller":"traceutil/trace.go:171","msg":"trace[1412911559] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26152; }","duration":"586.552121ms","start":"2026-04-29T02:49:02.845643Z","end":"2026-04-29T02:49:03.432195Z","steps":["trace[1412911559] 'agreement among raft nodes before linearized reading' (duration: 586.50807ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:03.432213Z","caller":"traceutil/trace.go:171","msg":"trace[360746772] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26152; }","duration":"2.118013219s","start":"2026-04-29T02:49:01.314193Z","end":"2026-04-29T02:49:03.432206Z","steps":["trace[360746772] 'agreement among raft nodes before linearized reading' (duration: 2.117971148s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.432218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:00.325235Z","time spent":"3.106979764s","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:03.432209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.089728Z","time spent":"2.342469293s","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:03.432235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.314176Z","time spent":"2.11805403s","remote":"127.0.0.1:42884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:03.432241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:02.845622Z","time spent":"586.608832ms","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:03.432099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.549551Z","time spent":"1.882533391s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:03.432126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.248533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:03.432339Z","caller":"traceutil/trace.go:171","msg":"trace[1658496933] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26152; }","duration":"187.508948ms","start":"2026-04-29T02:49:03.244817Z","end":"2026-04-29T02:49:03.432326Z","steps":["trace[1658496933] 'agreement among raft nodes before linearized reading' (duration: 187.274764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.431907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:00.650901Z","time spent":"2.780996888s","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-29T02:49:03.432406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333363184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:03.432437Z","caller":"traceutil/trace.go:171","msg":"trace[781608944] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26152; }","duration":"1.333429915s","start":"2026-04-29T02:49:02.098996Z","end":"2026-04-29T02:49:03.432426Z","steps":["trace[781608944] 'agreement among raft nodes before linearized reading' (duration: 1.333379674s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.432469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:02.098977Z","time spent":"1.333484686s","remote":"127.0.0.1:56118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:03.432527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438443863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:03.432537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817768659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:03.432526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860535373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aab402560e30e1\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-29T02:49:03.432556Z","caller":"traceutil/trace.go:171","msg":"trace[971141367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26152; }","duration":"1.81781779s","start":"2026-04-29T02:49:01.614733Z","end":"2026-04-29T02:49:03.432551Z","steps":["trace[971141367] 'agreement among raft nodes before linearized reading' (duration: 1.81778129s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:03.432563Z","caller":"traceutil/trace.go:171","msg":"trace[1367506115] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26152; }","duration":"1.438508553s","start":"2026-04-29T02:49:01.994043Z","end":"2026-04-29T02:49:03.432552Z","steps":["trace[1367506115] 'agreement among raft nodes before linearized reading' (duration: 1.438433452s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.432573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.61472Z","time spent":"1.817849591s","remote":"127.0.0.1:56024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:03.432573Z","caller":"traceutil/trace.go:171","msg":"trace[255902413] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aab402560e30e1; range_end:; response_count:1; response_revision:26152; }","duration":"1.860617634s","start":"2026-04-29T02:49:01.57194Z","end":"2026-04-29T02:49:03.432558Z","steps":["trace[255902413] 'agreement among raft nodes before linearized reading' (duration: 1.860465132s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:03.43259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.994025Z","time spent":"1.438556475s","remote":"127.0.0.1:39880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:03.432609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.571925Z","time spent":"1.860676725s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aab402560e30e1\" "} {"level":"warn","ts":"2026-04-29T02:49:03.433957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.048231Z","time spent":"2.382933253s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:09.050543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:09.551302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:09.787333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.348032736s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:49:09.787696Z","caller":"traceutil/trace.go:171","msg":"trace[415018632] transaction","detail":"{read_only:false; response_revision:26209; number_of_response:1; }","duration":"1.348498974s","start":"2026-04-29T02:49:08.439171Z","end":"2026-04-29T02:49:09.78767Z","steps":["trace[415018632] 'process raft request' (duration: 1.348314581s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:09.787854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:08.439146Z","time spent":"1.348620126s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:11.818722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155501455s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-29T02:49:11.820542Z","caller":"traceutil/trace.go:171","msg":"trace[634421784] transaction","detail":"{read_only:false; response_revision:26210; number_of_response:1; }","duration":"2.368517796s","start":"2026-04-29T02:49:09.451987Z","end":"2026-04-29T02:49:11.820505Z","steps":["trace[634421784] 'process raft request' (duration: 2.366830305s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:11.820768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.451961Z","time spent":"2.368688249s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:12.10068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000204364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:12.100755Z","caller":"traceutil/trace.go:171","msg":"trace[90734176] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345197s","start":"2026-04-29T02:49:10.100394Z","end":"2026-04-29T02:49:12.100739Z","steps":["trace[90734176] 'agreement among raft nodes before linearized reading' (duration: 2.000247145s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.100795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:10.100364Z","time spent":"2.000423708s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:12.522844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.198726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:12.523173Z","caller":"traceutil/trace.go:171","msg":"trace[1479348787] transaction","detail":"{read_only:false; response_revision:26211; number_of_response:1; }","duration":"3.069238573s","start":"2026-04-29T02:49:09.453867Z","end":"2026-04-29T02:49:12.523106Z","steps":["trace[1479348787] 'process raft request' (duration: 2.36661162s)","trace[1479348787] 'compare' (duration: 700.419622ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:12.523245Z","caller":"traceutil/trace.go:171","msg":"trace[219379845] transaction","detail":"{read_only:false; response_revision:26212; number_of_response:1; }","duration":"3.065418083s","start":"2026-04-29T02:49:09.457801Z","end":"2026-04-29T02:49:12.52322Z","steps":["trace[219379845] 'process raft request' (duration: 3.065177269s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.523334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.457771Z","time spent":"3.065523276s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:12.523375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.453854Z","time spent":"3.069417596s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:12.523543Z","caller":"traceutil/trace.go:171","msg":"trace[391863799] transaction","detail":"{read_only:false; response_revision:26214; number_of_response:1; }","duration":"3.065429423s","start":"2026-04-29T02:49:09.458096Z","end":"2026-04-29T02:49:12.523525Z","steps":["trace[391863799] 'process raft request' (duration: 3.06525103s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:12.52356Z","caller":"traceutil/trace.go:171","msg":"trace[1600101727] transaction","detail":"{read_only:false; response_revision:26213; number_of_response:1; }","duration":"3.065534145s","start":"2026-04-29T02:49:09.457987Z","end":"2026-04-29T02:49:12.523522Z","steps":["trace[1600101727] 'process raft request' (duration: 3.065165368s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.523609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.458086Z","time spent":"3.065491434s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:12.523678Z","caller":"traceutil/trace.go:171","msg":"trace[1205340893] transaction","detail":"{read_only:false; response_revision:26215; number_of_response:1; }","duration":"3.06529352s","start":"2026-04-29T02:49:09.458371Z","end":"2026-04-29T02:49:12.523664Z","steps":["trace[1205340893] 'process raft request' (duration: 3.065076427s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.523738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.458352Z","time spent":"3.065356841s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:12.52373Z","caller":"traceutil/trace.go:171","msg":"trace[1615412309] linearizableReadLoop","detail":"{readStateIndex:27089; appliedIndex:27081; }","duration":"3.973942636s","start":"2026-04-29T02:49:08.549762Z","end":"2026-04-29T02:49:12.523705Z","steps":["trace[1615412309] 'read index received' (duration: 1.237895483s)","trace[1615412309] 'applied index is now lower than readState.Index' (duration: 2.736043933s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:12.523746Z","caller":"traceutil/trace.go:171","msg":"trace[144027646] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"2.646199387s","start":"2026-04-29T02:49:09.877529Z","end":"2026-04-29T02:49:12.523729Z","steps":["trace[144027646] 'process raft request' (duration: 2.646117885s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:12.523772Z","caller":"traceutil/trace.go:171","msg":"trace[936976040] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"2.683138941s","start":"2026-04-29T02:49:09.840623Z","end":"2026-04-29T02:49:12.523762Z","steps":["trace[936976040] 'process raft request' (duration: 2.682954808s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:12.523777Z","caller":"traceutil/trace.go:171","msg":"trace[1521255565] transaction","detail":"{read_only:false; response_revision:26216; number_of_response:1; }","duration":"3.063212742s","start":"2026-04-29T02:49:09.460487Z","end":"2026-04-29T02:49:12.5237Z","steps":["trace[1521255565] 'process raft request' (duration: 3.063023979s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.523801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.457952Z","time spent":"3.065742318s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:12.523836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.877506Z","time spent":"2.646284768s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:12.523821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.840601Z","time spent":"2.683191703s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:12.523955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612061772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:12.523952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.460477Z","time spent":"3.063376066s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:12.523995Z","caller":"traceutil/trace.go:171","msg":"trace[1502632017] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26219; }","duration":"2.612131084s","start":"2026-04-29T02:49:09.91185Z","end":"2026-04-29T02:49:12.523981Z","steps":["trace[1502632017] 'agreement among raft nodes before linearized reading' (duration: 2.612063983s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.524021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.102343368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-29T02:49:12.524026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.911833Z","time spent":"2.612184385s","remote":"127.0.0.1:48800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:12.524044Z","caller":"traceutil/trace.go:171","msg":"trace[448560700] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26219; }","duration":"3.102382158s","start":"2026-04-29T02:49:09.421654Z","end":"2026-04-29T02:49:12.524036Z","steps":["trace[448560700] 'agreement among raft nodes before linearized reading' (duration: 3.102282746s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.524066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.421648Z","time spent":"3.102412578s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:49:12.524062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867035652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-29T02:49:12.52406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.862794614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10358"} {"level":"info","ts":"2026-04-29T02:49:12.524101Z","caller":"traceutil/trace.go:171","msg":"trace[163901811] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26219; }","duration":"2.867110034s","start":"2026-04-29T02:49:09.656977Z","end":"2026-04-29T02:49:12.524087Z","steps":["trace[163901811] 'agreement among raft nodes before linearized reading' (duration: 2.866952851s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:12.524131Z","caller":"traceutil/trace.go:171","msg":"trace[833014559] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26219; }","duration":"3.862902056s","start":"2026-04-29T02:49:08.66121Z","end":"2026-04-29T02:49:12.524112Z","steps":["trace[833014559] 'agreement among raft nodes before linearized reading' (duration: 3.862678902s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.524148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990630286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-29T02:49:12.524169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636563177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T02:49:12.524173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:08.661196Z","time spent":"3.862968837s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10382,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-29T02:49:12.524192Z","caller":"traceutil/trace.go:171","msg":"trace[1189951197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26219; }","duration":"2.636613449s","start":"2026-04-29T02:49:09.887572Z","end":"2026-04-29T02:49:12.524185Z","steps":["trace[1189951197] 'agreement among raft nodes before linearized reading' (duration: 2.636543107s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:12.524192Z","caller":"traceutil/trace.go:171","msg":"trace[1237273897] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:26219; }","duration":"2.990709688s","start":"2026-04-29T02:49:09.533469Z","end":"2026-04-29T02:49:12.524179Z","steps":["trace[1237273897] 'agreement among raft nodes before linearized reading' (duration: 2.990586495s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.524095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.964332698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-29T02:49:12.524217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.887564Z","time spent":"2.636647559s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:49:12.524226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.533454Z","time spent":"2.990764198s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-04-29T02:49:12.524237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639762467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T02:49:12.524249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.09787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:12.524245Z","caller":"traceutil/trace.go:171","msg":"trace[1876019863] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26219; }","duration":"2.964489111s","start":"2026-04-29T02:49:09.559736Z","end":"2026-04-29T02:49:12.524225Z","steps":["trace[1876019863] 'agreement among raft nodes before linearized reading' (duration: 2.964219616s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:12.524274Z","caller":"traceutil/trace.go:171","msg":"trace[208065215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26219; }","duration":"2.639815189s","start":"2026-04-29T02:49:09.884447Z","end":"2026-04-29T02:49:12.524262Z","steps":["trace[208065215] 'agreement among raft nodes before linearized reading' (duration: 2.639643345s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:12.524282Z","caller":"traceutil/trace.go:171","msg":"trace[1696191185] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26219; }","duration":"277.190011ms","start":"2026-04-29T02:49:12.247082Z","end":"2026-04-29T02:49:12.524272Z","steps":["trace[1696191185] 'agreement among raft nodes before linearized reading' (duration: 277.114839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.524305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.884438Z","time spent":"2.63986014s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:49:12.524308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.55973Z","time spent":"2.964565583s","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T02:49:12.524371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.656956Z","time spent":"2.867171045s","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:12.524385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640698514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T02:49:12.524437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.103774535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-29T02:49:12.524443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555988654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:12.524465Z","caller":"traceutil/trace.go:171","msg":"trace[1954241950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26219; }","duration":"2.640870307s","start":"2026-04-29T02:49:09.883575Z","end":"2026-04-29T02:49:12.524445Z","steps":["trace[1954241950] 'agreement among raft nodes before linearized reading' (duration: 2.640570331s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:12.524483Z","caller":"traceutil/trace.go:171","msg":"trace[609015838] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26219; }","duration":"1.556064885s","start":"2026-04-29T02:49:10.968406Z","end":"2026-04-29T02:49:12.524471Z","steps":["trace[609015838] 'agreement among raft nodes before linearized reading' (duration: 1.555983413s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.524493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296424888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:12.524501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.637368843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-29T02:49:12.524503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642293204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T02:49:12.524511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.883546Z","time spent":"2.6409575s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:49:12.524536Z","caller":"traceutil/trace.go:171","msg":"trace[323472924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26219; }","duration":"2.637415414s","start":"2026-04-29T02:49:09.887105Z","end":"2026-04-29T02:49:12.52452Z","steps":["trace[323472924] 'agreement among raft nodes before linearized reading' (duration: 2.637325232s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.524539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267098735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:12.524547Z","caller":"traceutil/trace.go:171","msg":"trace[1992335404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26219; }","duration":"2.642365936s","start":"2026-04-29T02:49:09.882168Z","end":"2026-04-29T02:49:12.524534Z","steps":["trace[1992335404] 'agreement among raft nodes before linearized reading' (duration: 2.642252884s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.524556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.464945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:12.524564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.887095Z","time spent":"2.637463064s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:49:12.524173Z","caller":"traceutil/trace.go:171","msg":"trace[1629541868] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"1.587579688s","start":"2026-04-29T02:49:10.93658Z","end":"2026-04-29T02:49:12.52416Z","steps":["trace[1629541868] 'process raft request' (duration: 1.58711069s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.52458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.882155Z","time spent":"2.642418528s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:49:12.524611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531537889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:12.524579Z","caller":"traceutil/trace.go:171","msg":"trace[412909400] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26219; }","duration":"3.267167905s","start":"2026-04-29T02:49:09.257398Z","end":"2026-04-29T02:49:12.524565Z","steps":["trace[412909400] 'agreement among raft nodes before linearized reading' (duration: 3.267113335s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:12.524477Z","caller":"traceutil/trace.go:171","msg":"trace[1102170160] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26219; }","duration":"3.103835696s","start":"2026-04-29T02:49:09.420624Z","end":"2026-04-29T02:49:12.524459Z","steps":["trace[1102170160] 'agreement among raft nodes before linearized reading' (duration: 3.103745644s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.524452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105361484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:12.524642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.838672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:12.52465Z","caller":"traceutil/trace.go:171","msg":"trace[986978396] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26219; }","duration":"2.531606271s","start":"2026-04-29T02:49:09.993031Z","end":"2026-04-29T02:49:12.524637Z","steps":["trace[986978396] 'agreement among raft nodes before linearized reading' (duration: 2.53153718s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.524661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.25738Z","time spent":"3.267268728s","remote":"127.0.0.1:43278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:12.524585Z","caller":"traceutil/trace.go:171","msg":"trace[2017494474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26219; }","duration":"423.519847ms","start":"2026-04-29T02:49:12.101056Z","end":"2026-04-29T02:49:12.524576Z","steps":["trace[2017494474] 'agreement among raft nodes before linearized reading' (duration: 423.477506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.524669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.420606Z","time spent":"3.10405057s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-29T02:49:12.524524Z","caller":"traceutil/trace.go:171","msg":"trace[1979984819] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26219; }","duration":"2.29647996s","start":"2026-04-29T02:49:10.228034Z","end":"2026-04-29T02:49:12.524514Z","steps":["trace[1979984819] 'agreement among raft nodes before linearized reading' (duration: 2.296435339s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.524685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.993018Z","time spent":"2.531657651s","remote":"127.0.0.1:43402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:12.524702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.10104Z","time spent":"423.654249ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:12.52472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008189062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:12.524728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:10.228019Z","time spent":"2.296694183s","remote":"127.0.0.1:48784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:12.524743Z","caller":"traceutil/trace.go:171","msg":"trace[1663982957] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26219; }","duration":"1.008254833s","start":"2026-04-29T02:49:11.516481Z","end":"2026-04-29T02:49:12.524736Z","steps":["trace[1663982957] 'agreement among raft nodes before linearized reading' (duration: 1.008213692s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.524742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.76504109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-29T02:49:12.524679Z","caller":"traceutil/trace.go:171","msg":"trace[2004108217] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26219; }","duration":"575.928724ms","start":"2026-04-29T02:49:11.948735Z","end":"2026-04-29T02:49:12.524664Z","steps":["trace[2004108217] 'agreement among raft nodes before linearized reading' (duration: 575.866243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.524772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:11.516455Z","time spent":"1.008309384s","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:12.524515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:10.968387Z","time spent":"1.556119116s","remote":"127.0.0.1:37878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:12.524778Z","caller":"traceutil/trace.go:171","msg":"trace[1802021052] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26219; }","duration":"3.765124002s","start":"2026-04-29T02:49:08.759642Z","end":"2026-04-29T02:49:12.524766Z","steps":["trace[1802021052] 'agreement among raft nodes before linearized reading' (duration: 3.7650294s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.524796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:11.948698Z","time spent":"576.088196ms","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:12.524808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:08.759585Z","time spent":"3.765214924s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-29T02:49:12.524626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:10.936557Z","time spent":"1.588036447s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:12.524668Z","caller":"traceutil/trace.go:171","msg":"trace[1361589126] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26219; }","duration":"2.105605409s","start":"2026-04-29T02:49:10.419053Z","end":"2026-04-29T02:49:12.524658Z","steps":["trace[1361589126] 'agreement among raft nodes before linearized reading' (duration: 2.105364185s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.524888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44150354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:12.524915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:10.419038Z","time spent":"2.105863754s","remote":"127.0.0.1:51966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:12.524927Z","caller":"traceutil/trace.go:171","msg":"trace[726499758] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26219; }","duration":"1.441544851s","start":"2026-04-29T02:49:11.083373Z","end":"2026-04-29T02:49:12.524918Z","steps":["trace[726499758] 'agreement among raft nodes before linearized reading' (duration: 1.441414578s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.52496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:11.083284Z","time spent":"1.441669232s","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:12.524932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521676237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:12.525006Z","caller":"traceutil/trace.go:171","msg":"trace[445269458] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26219; }","duration":"1.521784569s","start":"2026-04-29T02:49:11.003209Z","end":"2026-04-29T02:49:12.524994Z","steps":["trace[445269458] 'agreement among raft nodes before linearized reading' (duration: 1.521691857s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.525048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:11.003186Z","time spent":"1.52184697s","remote":"127.0.0.1:59576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:12.525377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.975604187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:49:12.525433Z","caller":"traceutil/trace.go:171","msg":"trace[1797843118] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26219; }","duration":"3.975695978s","start":"2026-04-29T02:49:08.549723Z","end":"2026-04-29T02:49:12.525419Z","steps":["trace[1797843118] 'agreement among raft nodes before linearized reading' (duration: 3.974075358s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:12.525481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:08.549705Z","time spent":"3.975752259s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:49:13.029299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:13.530081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:13.550843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024546536s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:13.602916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.526182Z","time spent":"1.076725843s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:49:14.531916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00007354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:14.531999Z","caller":"traceutil/trace.go:171","msg":"trace[1219625398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000197572s","start":"2026-04-29T02:49:12.531782Z","end":"2026-04-29T02:49:14.531979Z","steps":["trace[1219625398] 'agreement among raft nodes before linearized reading' (duration: 2.0000833s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:14.532042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.531774Z","time spent":"2.000260095s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:15.474041Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.873438032s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:49:15.474503Z","caller":"traceutil/trace.go:171","msg":"trace[486278991] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"2.944754335s","start":"2026-04-29T02:49:12.529724Z","end":"2026-04-29T02:49:15.474478Z","steps":["trace[486278991] 'process raft request' (duration: 2.94449996s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:15.474636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.529711Z","time spent":"2.944853118s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:15.474856Z","caller":"traceutil/trace.go:171","msg":"trace[485453073] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"2.944756345s","start":"2026-04-29T02:49:12.530083Z","end":"2026-04-29T02:49:15.474839Z","steps":["trace[485453073] 'process raft request' (duration: 2.944683123s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:15.474871Z","caller":"traceutil/trace.go:171","msg":"trace[633261302] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"2.944830035s","start":"2026-04-29T02:49:12.529993Z","end":"2026-04-29T02:49:15.474823Z","steps":["trace[633261302] 'process raft request' (duration: 2.944426138s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:15.474889Z","caller":"traceutil/trace.go:171","msg":"trace[744059344] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"2.944771385s","start":"2026-04-29T02:49:12.530086Z","end":"2026-04-29T02:49:15.474857Z","steps":["trace[744059344] 'process raft request' (duration: 2.944614262s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:15.474944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.530051Z","time spent":"2.944854586s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:15.474999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.529983Z","time spent":"2.944941098s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:15.475015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.530063Z","time spent":"2.944887036s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:15.475201Z","caller":"traceutil/trace.go:171","msg":"trace[1252467260] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"2.944279416s","start":"2026-04-29T02:49:12.53088Z","end":"2026-04-29T02:49:15.475159Z","steps":["trace[1252467260] 'process raft request' (duration: 2.94392532s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:15.475274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.530871Z","time spent":"2.944368688s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:15.475396Z","caller":"traceutil/trace.go:171","msg":"trace[242679023] linearizableReadLoop","detail":"{readStateIndex:27101; appliedIndex:27092; }","duration":"2.946456606s","start":"2026-04-29T02:49:12.528921Z","end":"2026-04-29T02:49:15.475378Z","steps":["trace[242679023] 'read index received' (duration: 1.022201322s)","trace[242679023] 'applied index is now lower than readState.Index' (duration: 1.924254094s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:15.475487Z","caller":"traceutil/trace.go:171","msg":"trace[1948041823] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"2.944443089s","start":"2026-04-29T02:49:12.531037Z","end":"2026-04-29T02:49:15.47548Z","steps":["trace[1948041823] 'process raft request' (duration: 2.944133233s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:15.475734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.531029Z","time spent":"2.944642092s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:15.475745Z","caller":"traceutil/trace.go:171","msg":"trace[648901224] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"2.943605843s","start":"2026-04-29T02:49:12.532126Z","end":"2026-04-29T02:49:15.475732Z","steps":["trace[648901224] 'process raft request' (duration: 2.943165315s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:15.475841Z","caller":"traceutil/trace.go:171","msg":"trace[1064489109] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"2.941233869s","start":"2026-04-29T02:49:12.534597Z","end":"2026-04-29T02:49:15.475831Z","steps":["trace[1064489109] 'process raft request' (duration: 2.940729739s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:15.475855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.532118Z","time spent":"2.943667285s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:15.475901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.534579Z","time spent":"2.941281511s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10630,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:15.476155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94720864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-29T02:49:15.476243Z","caller":"traceutil/trace.go:171","msg":"trace[425332473] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a; range_end:; response_count:1; response_revision:26227; }","duration":"2.947337662s","start":"2026-04-29T02:49:12.528886Z","end":"2026-04-29T02:49:15.476224Z","steps":["trace[425332473] 'agreement among raft nodes before linearized reading' (duration: 2.947117568s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:15.476283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.528867Z","time spent":"2.947409424s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" "} {"level":"warn","ts":"2026-04-29T02:49:15.97602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:16.476946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:16.53228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000352917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:49:16.532374Z","caller":"traceutil/trace.go:171","msg":"trace[1796790279] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000493649s","start":"2026-04-29T02:49:14.531861Z","end":"2026-04-29T02:49:16.532354Z","steps":["trace[1796790279] 'agreement among raft nodes before linearized reading' (duration: 2.000375127s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:16.532422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:14.531847Z","time spent":"2.00056574s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:16.977673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:17.347522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000321805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:17.3476Z","caller":"traceutil/trace.go:171","msg":"trace[2129733052] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000444117s","start":"2026-04-29T02:49:15.347137Z","end":"2026-04-29T02:49:17.347581Z","steps":["trace[2129733052] 'agreement among raft nodes before linearized reading' (duration: 2.000348835s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:17.347682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.347108Z","time spent":"2.000564999s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:17.478837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:17.979389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:18.480157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:18.541225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000005381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:49:18.541303Z","caller":"traceutil/trace.go:171","msg":"trace[1411182894] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000144793s","start":"2026-04-29T02:49:16.541139Z","end":"2026-04-29T02:49:18.541284Z","steps":["trace[1411182894] 'agreement among raft nodes before linearized reading' (duration: 2.000038851s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:18.541348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:16.541119Z","time spent":"2.000220764s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:18.824031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:13.825094Z","time spent":"4.998932119s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:18.980884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:18.989547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.634928287s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:19.528781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:14.529872Z","time spent":"4.998903439s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-29T02:49:19.529104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:14.531322Z","time spent":"4.997778099s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:19.529352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:14.531433Z","time spent":"4.997916171s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:19.53024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:14.531451Z","time spent":"4.998785076s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:19.530523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:14.532184Z","time spent":"4.998337668s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-29T02:49:19.530522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:14.531408Z","time spent":"4.999111413s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-29T02:49:19.531709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:14.53249Z","time spent":"4.999208994s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:19.804432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.128004ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:19.80458Z","caller":"traceutil/trace.go:171","msg":"trace[1760580961] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26227; }","duration":"199.290527ms","start":"2026-04-29T02:49:19.605268Z","end":"2026-04-29T02:49:19.804558Z","steps":["trace[1760580961] 'range keys from in-memory index tree' (duration: 199.109753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:19.805171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.359286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:19.806377Z","caller":"traceutil/trace.go:171","msg":"trace[938216584] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"6.201968046s","start":"2026-04-29T02:49:13.604387Z","end":"2026-04-29T02:49:19.806355Z","steps":["trace[938216584] 'process raft request' (duration: 5.385371187s)","trace[938216584] 'compare' (duration: 814.863956ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:19.806501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:13.604358Z","time spent":"6.202074348s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:19.806612Z","caller":"traceutil/trace.go:171","msg":"trace[26972644] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"5.007685282s","start":"2026-04-29T02:49:14.798901Z","end":"2026-04-29T02:49:19.806586Z","steps":["trace[26972644] 'process raft request' (duration: 5.006701643s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:19.806725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:14.798884Z","time spent":"5.007786394s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:19.809319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:49:19.809402Z","caller":"traceutil/trace.go:171","msg":"trace[1059476492] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000382867s","start":"2026-04-29T02:49:17.809Z","end":"2026-04-29T02:49:19.809382Z","steps":["trace[1059476492] 'agreement among raft nodes before linearized reading' (duration: 2.000280645s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:19.80945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:17.808969Z","time spent":"2.000471719s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:20.541767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000118113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:49:20.541862Z","caller":"traceutil/trace.go:171","msg":"trace[1950363660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000229214s","start":"2026-04-29T02:49:18.541607Z","end":"2026-04-29T02:49:20.541836Z","steps":["trace[1950363660] 'agreement among raft nodes before linearized reading' (duration: 2.000114142s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:20.541918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:18.541557Z","time spent":"2.000346107s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:21.255714Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.265962494s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:22.217522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41186505s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-29T02:49:22.218883Z","caller":"traceutil/trace.go:171","msg":"trace[1034741696] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"6.821303474s","start":"2026-04-29T02:49:15.397554Z","end":"2026-04-29T02:49:22.218858Z","steps":["trace[1034741696] 'process raft request' (duration: 6.820058991s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:22.219028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.397534Z","time spent":"6.821413526s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:22.479272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999453349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-29T02:49:22.479322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.478558Z","time spent":"7.000755973s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T02:49:22.479357Z","caller":"traceutil/trace.go:171","msg":"trace[441050171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999582182s","start":"2026-04-29T02:49:17.479754Z","end":"2026-04-29T02:49:22.479336Z","steps":["trace[441050171] 'agreement among raft nodes before linearized reading' (duration: 4.99947665s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:22.479451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:17.479739Z","time spent":"4.999698934s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/29 02:49:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:22.480654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999418319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-29T02:49:22.480674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999348408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:22.480738Z","caller":"traceutil/trace.go:171","msg":"trace[1217028794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999542521s","start":"2026-04-29T02:49:17.481176Z","end":"2026-04-29T02:49:22.480719Z","steps":["trace[1217028794] 'agreement among raft nodes before linearized reading' (duration: 4.999430729s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:22.480756Z","caller":"traceutil/trace.go:171","msg":"trace[1624471677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999471s","start":"2026-04-29T02:49:17.481264Z","end":"2026-04-29T02:49:22.480735Z","steps":["trace[1624471677] 'agreement among raft nodes before linearized reading' (duration: 4.999359888s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:22.480791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:17.48117Z","time spent":"4.999611203s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:49:22.480809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:17.481257Z","time spent":"4.999542031s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/29 02:49:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/29 02:49:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:22.483718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.483552Z","time spent":"7.000159222s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-29T02:49:22.483753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.483629Z","time spent":"7.000120542s","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-29T02:49:22.48384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.483753Z","time spent":"7.000084971s","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-29T02:49:22.483958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.483678Z","time spent":"7.000270344s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-29T02:49:22.549411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000159223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:22.549497Z","caller":"traceutil/trace.go:171","msg":"trace[321130310] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000293816s","start":"2026-04-29T02:49:20.549182Z","end":"2026-04-29T02:49:22.549475Z","steps":["trace[321130310] 'agreement among raft nodes before linearized reading' (duration: 2.000186564s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:22.549547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:20.549161Z","time spent":"2.000377017s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:23.627763Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.140250713s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:23.82483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999282157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:23.824917Z","caller":"traceutil/trace.go:171","msg":"trace[1457849102] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999440139s","start":"2026-04-29T02:49:18.825457Z","end":"2026-04-29T02:49:23.824897Z","steps":["trace[1457849102] 'agreement among raft nodes before linearized reading' (duration: 4.999303786s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:23.824967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:18.825444Z","time spent":"4.99951308s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/29 02:49:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:24.371681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152818254s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-04-29T02:49:24.372078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.487383Z","time spent":"1.884692611s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T02:49:24.372366Z","caller":"traceutil/trace.go:171","msg":"trace[995467943] linearizableReadLoop","detail":"{readStateIndex:27118; appliedIndex:27101; }","duration":"8.896907017s","start":"2026-04-29T02:49:15.475446Z","end":"2026-04-29T02:49:24.372353Z","steps":["trace[995467943] 'read index received' (duration: 3.514411462s)","trace[995467943] 'applied index is now lower than readState.Index' (duration: 5.382494655s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:24.3725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.947543525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:24.372526Z","caller":"traceutil/trace.go:171","msg":"trace[1137403763] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26243; }","duration":"10.947579016s","start":"2026-04-29T02:49:13.424939Z","end":"2026-04-29T02:49:24.372518Z","steps":["trace[1137403763] 'agreement among raft nodes before linearized reading' (duration: 10.947524855s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.372547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:13.424896Z","time spent":"10.947644957s","remote":"127.0.0.1:42932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:24.37254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.712334253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:24.372648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.999270765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:24.372668Z","caller":"traceutil/trace.go:171","msg":"trace[939763870] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26243; }","duration":"10.999291906s","start":"2026-04-29T02:49:13.373369Z","end":"2026-04-29T02:49:24.372661Z","steps":["trace[939763870] 'agreement among raft nodes before linearized reading' (duration: 10.999259515s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:24.372652Z","caller":"traceutil/trace.go:171","msg":"trace[1255712656] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26243; }","duration":"9.712506425s","start":"2026-04-29T02:49:14.66012Z","end":"2026-04-29T02:49:24.372627Z","steps":["trace[1255712656] 'agreement among raft nodes before linearized reading' (duration: 9.712301721s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.372685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:13.373312Z","time spent":"10.999368447s","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:24.372711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:14.660098Z","time spent":"9.712601077s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:24.372841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.84268789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-552778e8-c277-4372-be85-19c8829a1778\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-29T02:49:24.372866Z","caller":"traceutil/trace.go:171","msg":"trace[342084820] range","detail":"{range_begin:/registry/persistentvolumes/pvc-552778e8-c277-4372-be85-19c8829a1778; range_end:; response_count:1; response_revision:26243; }","duration":"11.84272221s","start":"2026-04-29T02:49:12.530138Z","end":"2026-04-29T02:49:24.37286Z","steps":["trace[342084820] 'agreement among raft nodes before linearized reading' (duration: 11.842630198s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.372888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.530132Z","time spent":"11.842750341s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-552778e8-c277-4372-be85-19c8829a1778\" "} {"level":"warn","ts":"2026-04-29T02:49:24.372943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.842324973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-29T02:49:24.373007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.689893935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:24.373011Z","caller":"traceutil/trace.go:171","msg":"trace[2036439603] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"4.339238682s","start":"2026-04-29T02:49:20.033749Z","end":"2026-04-29T02:49:24.372987Z","steps":["trace[2036439603] 'process raft request' (duration: 4.338217493s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:24.373049Z","caller":"traceutil/trace.go:171","msg":"trace[1226907404] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26243; }","duration":"11.842463525s","start":"2026-04-29T02:49:12.530563Z","end":"2026-04-29T02:49:24.373026Z","steps":["trace[1226907404] 'agreement among raft nodes before linearized reading' (duration: 11.84215054s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.373058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.106608235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:24.373071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.024315889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:24.373107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.312670198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:24.373129Z","caller":"traceutil/trace.go:171","msg":"trace[51467882] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26243; }","duration":"9.024392021s","start":"2026-04-29T02:49:15.348718Z","end":"2026-04-29T02:49:24.37311Z","steps":["trace[51467882] 'agreement among raft nodes before linearized reading' (duration: 9.024324119s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:24.37313Z","caller":"traceutil/trace.go:171","msg":"trace[2101273243] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26243; }","duration":"11.106711207s","start":"2026-04-29T02:49:13.266391Z","end":"2026-04-29T02:49:24.373103Z","steps":["trace[2101273243] 'agreement among raft nodes before linearized reading' (duration: 11.106613246s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:24.373165Z","caller":"traceutil/trace.go:171","msg":"trace[1316155176] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26243; }","duration":"9.312768259s","start":"2026-04-29T02:49:15.060383Z","end":"2026-04-29T02:49:24.373151Z","steps":["trace[1316155176] 'agreement among raft nodes before linearized reading' (duration: 9.312664217s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.373171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.348698Z","time spent":"9.024458251s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:49:24.373187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:13.266366Z","time spent":"11.106803499s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:24.373017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.01464904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:24.373329Z","caller":"traceutil/trace.go:171","msg":"trace[1053894191] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26243; }","duration":"9.014973486s","start":"2026-04-29T02:49:15.358328Z","end":"2026-04-29T02:49:24.373302Z","steps":["trace[1053894191] 'agreement among raft nodes before linearized reading' (duration: 9.01465035s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.373465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.358317Z","time spent":"9.015122358s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:24.373114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.530552Z","time spent":"11.842546986s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T02:49:24.373058Z","caller":"traceutil/trace.go:171","msg":"trace[629092261] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26243; }","duration":"11.689994087s","start":"2026-04-29T02:49:12.68305Z","end":"2026-04-29T02:49:24.373044Z","steps":["trace[629092261] 'agreement among raft nodes before linearized reading' (duration: 11.689898696s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.373627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.683021Z","time spent":"11.690566738s","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:24.373122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:20.03373Z","time spent":"4.339330294s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:24.372966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.238084615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:24.373799Z","caller":"traceutil/trace.go:171","msg":"trace[1060745634] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26243; }","duration":"11.23892695s","start":"2026-04-29T02:49:13.134853Z","end":"2026-04-29T02:49:24.37378Z","steps":["trace[1060745634] 'agreement among raft nodes before linearized reading' (duration: 11.238034244s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.373203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.060364Z","time spent":"9.312830281s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:24.373858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:13.134783Z","time spent":"11.239056543s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:24.528702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998133904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:24.528858Z","caller":"traceutil/trace.go:171","msg":"trace[1435378699] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998349409s","start":"2026-04-29T02:49:19.530456Z","end":"2026-04-29T02:49:24.528806Z","steps":["trace[1435378699] 'agreement among raft nodes before linearized reading' (duration: 4.998161255s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.52894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.530439Z","time spent":"4.998482131s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/29 02:49:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:24.529059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997140917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:24.529171Z","caller":"traceutil/trace.go:171","msg":"trace[1710317762] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.997381302s","start":"2026-04-29T02:49:19.531759Z","end":"2026-04-29T02:49:24.52914Z","steps":["trace[1710317762] 'agreement among raft nodes before linearized reading' (duration: 4.997244269s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.529227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.531745Z","time spent":"4.997471213s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/29 02:49:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:24.529975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997798408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:24.53002Z","caller":"traceutil/trace.go:171","msg":"trace[1075832346] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997857579s","start":"2026-04-29T02:49:19.532152Z","end":"2026-04-29T02:49:24.53001Z","steps":["trace[1075832346] 'agreement among raft nodes before linearized reading' (duration: 4.997806348s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.530044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.532147Z","time spent":"4.99789026s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/29 02:49:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:24.530131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998112493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:24.530149Z","caller":"traceutil/trace.go:171","msg":"trace[1785144338] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998183625s","start":"2026-04-29T02:49:19.53196Z","end":"2026-04-29T02:49:24.530144Z","steps":["trace[1785144338] 'agreement among raft nodes before linearized reading' (duration: 4.998163924s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.530165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.531892Z","time spent":"4.998266757s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/29 02:49:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:24.531425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99840922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:49:24.531497Z","caller":"traceutil/trace.go:171","msg":"trace[1902716243] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998511172s","start":"2026-04-29T02:49:19.532973Z","end":"2026-04-29T02:49:24.531484Z","steps":["trace[1902716243] 'agreement among raft nodes before linearized reading' (duration: 4.99841887s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.531525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.532968Z","time spent":"4.998551602s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:49:24.531788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998629114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:49:24.531841Z","caller":"traceutil/trace.go:171","msg":"trace[241506232] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999118524s","start":"2026-04-29T02:49:19.532712Z","end":"2026-04-29T02:49:24.531831Z","steps":["trace[241506232] 'agreement among raft nodes before linearized reading' (duration: 4.998656424s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.531875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.532697Z","time spent":"4.999169164s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/29 02:49:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:24.531938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998585333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:24.531977Z","caller":"traceutil/trace.go:171","msg":"trace[503637234] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998636034s","start":"2026-04-29T02:49:19.53333Z","end":"2026-04-29T02:49:24.531966Z","steps":["trace[503637234] 'agreement among raft nodes before linearized reading' (duration: 4.998593803s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.532001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.533324Z","time spent":"4.998670675s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/29 02:49:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:24.537927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.059662156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:24.538012Z","caller":"traceutil/trace.go:171","msg":"trace[534291031] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; }","duration":"6.059733418s","start":"2026-04-29T02:49:18.478216Z","end":"2026-04-29T02:49:24.537949Z","steps":["trace[534291031] 'agreement among raft nodes before linearized reading' (duration: 6.059699757s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.538036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:18.478195Z","time spent":"6.059832969s","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} 2026/04/29 02:49:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:24.549746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.540707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:24.549837Z","caller":"traceutil/trace.go:171","msg":"trace[642055640] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"174.668699ms","start":"2026-04-29T02:49:24.375144Z","end":"2026-04-29T02:49:24.549812Z","steps":["trace[642055640] 'agreement among raft nodes before linearized reading' (duration: 174.561147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.549871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000153442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} 2026/04/29 02:49:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-29T02:49:24.549932Z","caller":"traceutil/trace.go:171","msg":"trace[543251670] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252424s","start":"2026-04-29T02:49:22.549668Z","end":"2026-04-29T02:49:24.549921Z","steps":["trace[543251670] 'agreement among raft nodes before linearized reading' (duration: 2.000182863s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.54996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.549649Z","time spent":"2.000303815s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:24.870726Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.242720633s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:25.633162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.074396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:914"} {"level":"info","ts":"2026-04-29T02:49:25.633644Z","caller":"traceutil/trace.go:171","msg":"trace[1324651270] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26243; }","duration":"3.139968385s","start":"2026-04-29T02:49:22.493634Z","end":"2026-04-29T02:49:25.633603Z","steps":["trace[1324651270] 'process raft request' (duration: 2.377310029s)","trace[1324651270] 'compare' (duration: 761.958714ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:25.633755Z","caller":"traceutil/trace.go:171","msg":"trace[902240304] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26243; }","duration":"3.139689782s","start":"2026-04-29T02:49:22.494041Z","end":"2026-04-29T02:49:25.633731Z","steps":["trace[902240304] 'process raft request' (duration: 3.139287373s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.633816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.493615Z","time spent":"3.140107768s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58,"response count":0,"response size":938,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:25.633859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.494029Z","time spent":"3.139773473s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64,"response count":0,"response size":994,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:25.634137Z","caller":"traceutil/trace.go:171","msg":"trace[348425297] transaction","detail":"{read_only:false; response_revision:26244; number_of_response:1; }","duration":"2.992215565s","start":"2026-04-29T02:49:22.641914Z","end":"2026-04-29T02:49:25.634129Z","steps":["trace[348425297] 'process raft request' (duration: 2.99193819s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:25.634133Z","caller":"traceutil/trace.go:171","msg":"trace[706116226] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26244; }","duration":"2.142549063s","start":"2026-04-29T02:49:23.491558Z","end":"2026-04-29T02:49:25.634107Z","steps":["trace[706116226] 'process raft request' (duration: 2.142446561s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.634177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.641892Z","time spent":"2.992258576s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:25.634252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:23.49153Z","time spent":"2.142662006s","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":60,"response count":0,"response size":1468,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:25.634321Z","caller":"traceutil/trace.go:171","msg":"trace[825187999] linearizableReadLoop","detail":"{readStateIndex:27125; appliedIndex:27120; }","duration":"1.261894397s","start":"2026-04-29T02:49:24.372391Z","end":"2026-04-29T02:49:25.634285Z","steps":["trace[825187999] 'read index received' (duration: 498.915324ms)","trace[825187999] 'applied index is now lower than readState.Index' (duration: 762.976393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:25.634576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.140717379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:25.634632Z","caller":"traceutil/trace.go:171","msg":"trace[1371634975] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26244; }","duration":"3.14077671s","start":"2026-04-29T02:49:22.493838Z","end":"2026-04-29T02:49:25.634615Z","steps":["trace[1371634975] 'agreement among raft nodes before linearized reading' (duration: 3.140683859s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.634651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.920936091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-04-29T02:49:25.634694Z","caller":"traceutil/trace.go:171","msg":"trace[1670167218] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26244; }","duration":"4.921020473s","start":"2026-04-29T02:49:20.713661Z","end":"2026-04-29T02:49:25.634681Z","steps":["trace[1670167218] 'agreement among raft nodes before linearized reading' (duration: 4.920769159s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.634687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.661789166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:25.634719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074812487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:25.634714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.831989813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:25.634662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.49381Z","time spent":"3.140842282s","remote":"127.0.0.1:43372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:25.634742Z","caller":"traceutil/trace.go:171","msg":"trace[2112619058] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26244; }","duration":"3.074836037s","start":"2026-04-29T02:49:22.5599Z","end":"2026-04-29T02:49:25.634736Z","steps":["trace[2112619058] 'agreement among raft nodes before linearized reading' (duration: 3.074777086s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.634716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869279385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:25.634767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.55984Z","time spent":"3.074921669s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:25.63477Z","caller":"traceutil/trace.go:171","msg":"trace[722641351] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26244; }","duration":"2.832083244s","start":"2026-04-29T02:49:22.802671Z","end":"2026-04-29T02:49:25.634754Z","steps":["trace[722641351] 'agreement among raft nodes before linearized reading' (duration: 2.831975442s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:25.634788Z","caller":"traceutil/trace.go:171","msg":"trace[1666704276] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26244; }","duration":"2.142687026s","start":"2026-04-29T02:49:23.492087Z","end":"2026-04-29T02:49:25.634774Z","steps":["trace[1666704276] 'process raft request' (duration: 2.141971703s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:25.6348Z","caller":"traceutil/trace.go:171","msg":"trace[265137139] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26244; }","duration":"2.869408526s","start":"2026-04-29T02:49:22.765369Z","end":"2026-04-29T02:49:25.634778Z","steps":["trace[265137139] 'agreement among raft nodes before linearized reading' (duration: 2.869235353s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.634813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.802654Z","time spent":"2.832148546s","remote":"127.0.0.1:43174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.634857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.765347Z","time spent":"2.869491738s","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.634848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.15538612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T02:49:25.634921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676401747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:25.634967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.95103219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:25.634732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:20.713644Z","time spent":"4.921075554s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-29T02:49:25.635008Z","caller":"traceutil/trace.go:171","msg":"trace[221985451] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26244; }","duration":"8.951101291s","start":"2026-04-29T02:49:16.683895Z","end":"2026-04-29T02:49:25.634997Z","steps":["trace[221985451] 'agreement among raft nodes before linearized reading' (duration: 8.95103578s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.635022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788585107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:25.635038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:16.683878Z","time spent":"8.951150473s","remote":"127.0.0.1:51910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.635037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.703826605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:25.63474Z","caller":"traceutil/trace.go:171","msg":"trace[345240636] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26244; }","duration":"2.661851157s","start":"2026-04-29T02:49:22.972875Z","end":"2026-04-29T02:49:25.634726Z","steps":["trace[345240636] 'agreement among raft nodes before linearized reading' (duration: 2.661722915s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:25.635076Z","caller":"traceutil/trace.go:171","msg":"trace[1485877052] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26244; }","duration":"5.703972838s","start":"2026-04-29T02:49:19.931094Z","end":"2026-04-29T02:49:25.635067Z","steps":["trace[1485877052] 'agreement among raft nodes before linearized reading' (duration: 5.703893846s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.635103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.93106Z","time spent":"5.704035729s","remote":"127.0.0.1:60450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.635114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.972831Z","time spent":"2.662258935s","remote":"127.0.0.1:60334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.635178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.095386579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:25.63521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808165632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-04-29T02:49:25.635223Z","caller":"traceutil/trace.go:171","msg":"trace[1004414730] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26244; }","duration":"9.095461181s","start":"2026-04-29T02:49:16.539736Z","end":"2026-04-29T02:49:25.635197Z","steps":["trace[1004414730] 'agreement among raft nodes before linearized reading' (duration: 9.095364759s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.635238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.652598724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:25.635254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:16.539706Z","time spent":"9.095539431s","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:25.635251Z","caller":"traceutil/trace.go:171","msg":"trace[1297612375] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26244; }","duration":"1.808234472s","start":"2026-04-29T02:49:23.827004Z","end":"2026-04-29T02:49:25.635238Z","steps":["trace[1297612375] 'agreement among raft nodes before linearized reading' (duration: 1.80807568s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:25.635268Z","caller":"traceutil/trace.go:171","msg":"trace[106059372] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26244; }","duration":"9.652671196s","start":"2026-04-29T02:49:15.982589Z","end":"2026-04-29T02:49:25.63526Z","steps":["trace[106059372] 'agreement among raft nodes before linearized reading' (duration: 9.652610495s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.63529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.982562Z","time spent":"9.652723876s","remote":"127.0.0.1:60426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.634858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:23.492055Z","time spent":"2.142762077s","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66,"response count":0,"response size":1543,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:25.635293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:23.826987Z","time spent":"1.808296024s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-29T02:49:25.635329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.827119232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-29T02:49:25.635358Z","caller":"traceutil/trace.go:171","msg":"trace[1132728940] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26244; }","duration":"5.827177583s","start":"2026-04-29T02:49:19.808172Z","end":"2026-04-29T02:49:25.635349Z","steps":["trace[1132728940] 'agreement among raft nodes before linearized reading' (duration: 5.827059091s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.635378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.808158Z","time spent":"5.827216254s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T02:49:25.63539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.364758355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:25.635411Z","caller":"traceutil/trace.go:171","msg":"trace[31125613] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26244; }","duration":"9.364818826s","start":"2026-04-29T02:49:16.270582Z","end":"2026-04-29T02:49:25.635401Z","steps":["trace[31125613] 'agreement among raft nodes before linearized reading' (duration: 9.364783026s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.635425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:16.27056Z","time spent":"9.364861477s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:25.634969Z","caller":"traceutil/trace.go:171","msg":"trace[101573526] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26244; }","duration":"1.676462608s","start":"2026-04-29T02:49:23.958486Z","end":"2026-04-29T02:49:25.634949Z","steps":["trace[101573526] 'agreement among raft nodes before linearized reading' (duration: 1.676399017s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.635543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.948103986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-29T02:49:25.635542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:23.958473Z","time spent":"1.677052519s","remote":"127.0.0.1:48642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.635551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.599430887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:25.635577Z","caller":"traceutil/trace.go:171","msg":"trace[773344284] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26244; }","duration":"9.948178656s","start":"2026-04-29T02:49:15.687388Z","end":"2026-04-29T02:49:25.635566Z","steps":["trace[773344284] 'agreement among raft nodes before linearized reading' (duration: 9.947993113s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:25.635602Z","caller":"traceutil/trace.go:171","msg":"trace[1977672539] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26244; }","duration":"9.599491979s","start":"2026-04-29T02:49:16.036096Z","end":"2026-04-29T02:49:25.635587Z","steps":["trace[1977672539] 'agreement among raft nodes before linearized reading' (duration: 9.599383427s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.63564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.687366Z","time spent":"9.948231318s","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.635664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:16.036035Z","time spent":"9.599619051s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:25.634921Z","caller":"traceutil/trace.go:171","msg":"trace[1170904792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26244; }","duration":"8.155506482s","start":"2026-04-29T02:49:17.479397Z","end":"2026-04-29T02:49:25.634903Z","steps":["trace[1170904792] 'agreement among raft nodes before linearized reading' (duration: 8.155268008s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.635664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.871371404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:25.634971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.51169541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:25.635729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.102000101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-29T02:49:25.635724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:17.479376Z","time spent":"8.156328298s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:49:25.635547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.982038376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:25.635059Z","caller":"traceutil/trace.go:171","msg":"trace[195612507] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26244; }","duration":"1.788619238s","start":"2026-04-29T02:49:23.846428Z","end":"2026-04-29T02:49:25.635047Z","steps":["trace[195612507] 'agreement among raft nodes before linearized reading' (duration: 1.788564207s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:25.635746Z","caller":"traceutil/trace.go:171","msg":"trace[353300186] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26244; }","duration":"5.871559147s","start":"2026-04-29T02:49:19.764164Z","end":"2026-04-29T02:49:25.635723Z","steps":["trace[353300186] 'agreement among raft nodes before linearized reading' (duration: 5.871369034s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.635777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.053460951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:25.635795Z","caller":"traceutil/trace.go:171","msg":"trace[958140662] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26244; }","duration":"7.053528882s","start":"2026-04-29T02:49:18.58226Z","end":"2026-04-29T02:49:25.635789Z","steps":["trace[958140662] 'agreement among raft nodes before linearized reading' (duration: 7.053497182s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:25.635788Z","caller":"traceutil/trace.go:171","msg":"trace[1086054511] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26244; }","duration":"9.982306631s","start":"2026-04-29T02:49:15.653456Z","end":"2026-04-29T02:49:25.635763Z","steps":["trace[1086054511] 'agreement among raft nodes before linearized reading' (duration: 9.982047706s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.635797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.764131Z","time spent":"5.871655398s","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.635814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:18.582238Z","time spent":"7.053571043s","remote":"127.0.0.1:51952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.635805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.154627617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T02:49:25.63582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:23.846365Z","time spent":"1.789421303s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:25.635854Z","caller":"traceutil/trace.go:171","msg":"trace[26307091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26244; }","duration":"8.154714798s","start":"2026-04-29T02:49:17.481125Z","end":"2026-04-29T02:49:25.63584Z","steps":["trace[26307091] 'agreement among raft nodes before linearized reading' (duration: 8.154579826s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.635936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:17.481105Z","time spent":"8.154822461s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:49:25.635888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.429311183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:25.635954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97088327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-29T02:49:25.635984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641801226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:25.635754Z","caller":"traceutil/trace.go:171","msg":"trace[1003184406] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26244; }","duration":"6.512518656s","start":"2026-04-29T02:49:19.12322Z","end":"2026-04-29T02:49:25.635739Z","steps":["trace[1003184406] 'agreement among raft nodes before linearized reading' (duration: 6.511720261s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:25.635985Z","caller":"traceutil/trace.go:171","msg":"trace[464528649] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26244; }","duration":"9.429414994s","start":"2026-04-29T02:49:16.206555Z","end":"2026-04-29T02:49:25.63597Z","steps":["trace[464528649] 'agreement among raft nodes before linearized reading' (duration: 9.429252141s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:25.636009Z","caller":"traceutil/trace.go:171","msg":"trace[68505936] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26244; }","duration":"2.641850396s","start":"2026-04-29T02:49:22.99415Z","end":"2026-04-29T02:49:25.636Z","steps":["trace[68505936] 'agreement among raft nodes before linearized reading' (duration: 2.641812505s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:25.63601Z","caller":"traceutil/trace.go:171","msg":"trace[1636558401] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26244; }","duration":"1.970980892s","start":"2026-04-29T02:49:23.665015Z","end":"2026-04-29T02:49:25.635996Z","steps":["trace[1636558401] 'agreement among raft nodes before linearized reading' (duration: 1.970450632s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.636027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.994137Z","time spent":"2.641885206s","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.636021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.123194Z","time spent":"6.512813791s","remote":"127.0.0.1:42954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:25.635747Z","caller":"traceutil/trace.go:171","msg":"trace[1697368792] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26244; }","duration":"8.102037712s","start":"2026-04-29T02:49:17.533703Z","end":"2026-04-29T02:49:25.63574Z","steps":["trace[1697368792] 'agreement among raft nodes before linearized reading' (duration: 8.10193086s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.63604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14833153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:25.636048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:23.664994Z","time spent":"1.971044533s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.636062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653070824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:25.636073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:17.533691Z","time spent":"8.102367658s","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T02:49:25.636027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:16.206497Z","time spent":"9.429519546s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.636078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403214059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:25.635979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.152254163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-bffc8d4cf-p6gdd.18aab25c6269ff90\" ","response":"range_response_count:1 size:2092"} {"level":"info","ts":"2026-04-29T02:49:25.636099Z","caller":"traceutil/trace.go:171","msg":"trace[556028823] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26244; }","duration":"2.653135456s","start":"2026-04-29T02:49:22.982953Z","end":"2026-04-29T02:49:25.636089Z","steps":["trace[556028823] 'agreement among raft nodes before linearized reading' (duration: 2.653072684s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:25.636117Z","caller":"traceutil/trace.go:171","msg":"trace[217495231] range","detail":"{range_begin:/registry/events/openstack/glance-api-bffc8d4cf-p6gdd.18aab25c6269ff90; range_end:; response_count:1; response_revision:26244; }","duration":"3.152438997s","start":"2026-04-29T02:49:22.483671Z","end":"2026-04-29T02:49:25.63611Z","steps":["trace[217495231] 'agreement among raft nodes before linearized reading' (duration: 3.152195433s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:25.636116Z","caller":"traceutil/trace.go:171","msg":"trace[1059433457] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26244; }","duration":"2.403294501s","start":"2026-04-29T02:49:23.232809Z","end":"2026-04-29T02:49:25.636104Z","steps":["trace[1059433457] 'agreement among raft nodes before linearized reading' (duration: 2.403214139s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.636129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.982937Z","time spent":"2.653183586s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.636136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.48365Z","time spent":"3.152481487s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2116,"request content":"key:\"/registry/events/openstack/glance-api-bffc8d4cf-p6gdd.18aab25c6269ff90\" "} {"level":"warn","ts":"2026-04-29T02:49:25.635836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.653432Z","time spent":"9.982390512s","remote":"127.0.0.1:33306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.636154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:23.232789Z","time spent":"2.403352561s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:25.636079Z","caller":"traceutil/trace.go:171","msg":"trace[817368885] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26244; }","duration":"3.148399872s","start":"2026-04-29T02:49:22.487664Z","end":"2026-04-29T02:49:25.636064Z","steps":["trace[817368885] 'agreement among raft nodes before linearized reading' (duration: 3.148336611s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.636243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.368984634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:25.636282Z","caller":"traceutil/trace.go:171","msg":"trace[473951766] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26244; }","duration":"3.369055536s","start":"2026-04-29T02:49:22.267212Z","end":"2026-04-29T02:49:25.636267Z","steps":["trace[473951766] 'agreement among raft nodes before linearized reading' (duration: 3.368996355s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.636271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.305304172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:25.636281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.487646Z","time spent":"3.148616726s","remote":"127.0.0.1:48710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.636316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.267186Z","time spent":"3.369121506s","remote":"127.0.0.1:48636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.636324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58978924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:25.636333Z","caller":"traceutil/trace.go:171","msg":"trace[419688287] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26244; }","duration":"4.305412455s","start":"2026-04-29T02:49:21.330905Z","end":"2026-04-29T02:49:25.636317Z","steps":["trace[419688287] 'agreement among raft nodes before linearized reading' (duration: 4.303432008s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:25.636365Z","caller":"traceutil/trace.go:171","msg":"trace[1538697791] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26244; }","duration":"3.589837451s","start":"2026-04-29T02:49:22.046515Z","end":"2026-04-29T02:49:25.636353Z","steps":["trace[1538697791] 'agreement among raft nodes before linearized reading' (duration: 3.58976559s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.636389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:21.330879Z","time spent":"4.305483905s","remote":"127.0.0.1:60238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.636398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.046468Z","time spent":"3.589921923s","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:25.638452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.857304993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:49:25.63853Z","caller":"traceutil/trace.go:171","msg":"trace[1938930166] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26244; }","duration":"6.857467195s","start":"2026-04-29T02:49:18.781044Z","end":"2026-04-29T02:49:25.638512Z","steps":["trace[1938930166] 'agreement among raft nodes before linearized reading' (duration: 6.853903648s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.638567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:18.781015Z","time spent":"6.857544557s","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2685,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:26.266413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.639761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:26.266703Z","caller":"traceutil/trace.go:171","msg":"trace[2015721102] linearizableReadLoop","detail":"{readStateIndex:27130; appliedIndex:27125; }","duration":"632.30118ms","start":"2026-04-29T02:49:25.634387Z","end":"2026-04-29T02:49:26.266688Z","steps":["trace[2015721102] 'read index received' (duration: 348.290041ms)","trace[2015721102] 'applied index is now lower than readState.Index' (duration: 284.010529ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:26.266783Z","caller":"traceutil/trace.go:171","msg":"trace[968923479] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"1.891860255s","start":"2026-04-29T02:49:24.374915Z","end":"2026-04-29T02:49:26.266775Z","steps":["trace[968923479] 'process raft request' (duration: 1.607804955s)","trace[968923479] 'compare' (duration: 283.252184ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:26.266822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.374899Z","time spent":"1.891905936s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:49:26.266923Z","caller":"traceutil/trace.go:171","msg":"trace[1065754855] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"1.733002118s","start":"2026-04-29T02:49:24.533893Z","end":"2026-04-29T02:49:26.266895Z","steps":["trace[1065754855] 'process raft request' (duration: 1.732679722s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:26.266972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.780942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:26.267007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709746356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:26.267037Z","caller":"traceutil/trace.go:171","msg":"trace[807395236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26249; }","duration":"1.709794417s","start":"2026-04-29T02:49:24.557231Z","end":"2026-04-29T02:49:26.267025Z","steps":["trace[807395236] 'agreement among raft nodes before linearized reading' (duration: 1.709747596s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:26.266993Z","caller":"traceutil/trace.go:171","msg":"trace[1166968683] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"1.891925056s","start":"2026-04-29T02:49:24.37502Z","end":"2026-04-29T02:49:26.266946Z","steps":["trace[1166968683] 'process raft request' (duration: 1.891475457s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:26.267041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88837414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:26.26702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.26427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:26.267014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.517195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:26.267081Z","caller":"traceutil/trace.go:171","msg":"trace[151924667] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26249; }","duration":"1.888440741s","start":"2026-04-29T02:49:24.378629Z","end":"2026-04-29T02:49:26.26707Z","steps":["trace[151924667] 'agreement among raft nodes before linearized reading' (duration: 1.888345249s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:26.267084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.664664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:26.267099Z","caller":"traceutil/trace.go:171","msg":"trace[1077622017] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26249; }","duration":"838.365272ms","start":"2026-04-29T02:49:25.428717Z","end":"2026-04-29T02:49:26.267082Z","steps":["trace[1077622017] 'agreement among raft nodes before linearized reading' (duration: 838.214719ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:26.267119Z","caller":"traceutil/trace.go:171","msg":"trace[2129004491] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26249; }","duration":"875.758936ms","start":"2026-04-29T02:49:25.391349Z","end":"2026-04-29T02:49:26.267108Z","steps":["trace[2129004491] 'agreement among raft nodes before linearized reading' (duration: 875.710905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:26.267115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.378605Z","time spent":"1.888504262s","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:49:26.267096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786307316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:49:26.267125Z","caller":"traceutil/trace.go:171","msg":"trace[988929794] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26249; }","duration":"858.704728ms","start":"2026-04-29T02:49:25.408397Z","end":"2026-04-29T02:49:26.267101Z","steps":["trace[988929794] 'agreement among raft nodes before linearized reading' (duration: 858.505225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:26.267151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:25.428675Z","time spent":"838.466774ms","remote":"127.0.0.1:60144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:26.267173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733310793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-29T02:49:26.267167Z","caller":"traceutil/trace.go:171","msg":"trace[384118929] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26249; }","duration":"1.786406578s","start":"2026-04-29T02:49:24.480741Z","end":"2026-04-29T02:49:26.267148Z","steps":["trace[384118929] 'agreement among raft nodes before linearized reading' (duration: 1.786183924s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:26.267178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.374996Z","time spent":"1.892088358s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:49:26.267187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:25.40836Z","time spent":"858.814651ms","remote":"127.0.0.1:43346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:26.267202Z","caller":"traceutil/trace.go:171","msg":"trace[973949622] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26249; }","duration":"1.733361944s","start":"2026-04-29T02:49:24.533832Z","end":"2026-04-29T02:49:26.267194Z","steps":["trace[973949622] 'agreement among raft nodes before linearized reading' (duration: 1.733241862s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:26.267211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.48073Z","time spent":"1.786472329s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:49:26.267229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.533819Z","time spent":"1.733404225s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-04-29T02:49:26.267039Z","caller":"traceutil/trace.go:171","msg":"trace[197484008] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26249; }","duration":"933.897314ms","start":"2026-04-29T02:49:25.333125Z","end":"2026-04-29T02:49:26.267023Z","steps":["trace[197484008] 'agreement among raft nodes before linearized reading' (duration: 933.736451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:26.267238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784775308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:49:26.267267Z","caller":"traceutil/trace.go:171","msg":"trace[1511777683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26249; }","duration":"1.784825549s","start":"2026-04-29T02:49:24.482434Z","end":"2026-04-29T02:49:26.26726Z","steps":["trace[1511777683] 'agreement among raft nodes before linearized reading' (duration: 1.784752188s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:26.267298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.482421Z","time spent":"1.78487228s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:49:26.267145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:25.391318Z","time spent":"875.820897ms","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:26.267268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:25.333101Z","time spent":"934.157598ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:26.267053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787140491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-29T02:49:26.26742Z","caller":"traceutil/trace.go:171","msg":"trace[978498651] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26249; }","duration":"1.787510349s","start":"2026-04-29T02:49:24.479893Z","end":"2026-04-29T02:49:26.267403Z","steps":["trace[978498651] 'agreement among raft nodes before linearized reading' (duration: 1.787073361s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:26.267452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.479884Z","time spent":"1.78755992s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-29T02:49:26.267049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.533868Z","time spent":"1.733121569s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:49:26.266923Z","caller":"traceutil/trace.go:171","msg":"trace[72895891] transaction","detail":"{read_only:false; response_revision:26249; number_of_response:1; }","duration":"1.453659545s","start":"2026-04-29T02:49:24.813238Z","end":"2026-04-29T02:49:26.266897Z","steps":["trace[72895891] 'process raft request' (duration: 1.45339271s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:26.267818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.813207Z","time spent":"1.454560401s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:26.26706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.557221Z","time spent":"1.709835438s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:26.267064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784408132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:49:26.267932Z","caller":"traceutil/trace.go:171","msg":"trace[2100524752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26249; }","duration":"1.785324868s","start":"2026-04-29T02:49:24.482586Z","end":"2026-04-29T02:49:26.267911Z","steps":["trace[2100524752] 'agreement among raft nodes before linearized reading' (duration: 1.78433551s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:26.267995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.482558Z","time spent":"1.78541196s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:49:26.267091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151814486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:26.268053Z","caller":"traceutil/trace.go:171","msg":"trace[2029974992] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26249; }","duration":"1.152816405s","start":"2026-04-29T02:49:25.115222Z","end":"2026-04-29T02:49:26.268039Z","steps":["trace[2029974992] 'agreement among raft nodes before linearized reading' (duration: 1.151848597s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:26.268098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:25.115194Z","time spent":"1.152891097s","remote":"127.0.0.1:43070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:26.766893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:27.479314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:26.272173Z","time spent":"1.207131992s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:27.480343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:25.641945Z","time spent":"1.838388052s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-29T02:49:27.480361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:25.64099Z","time spent":"1.83935987s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/29 02:49:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:27.481167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:26.272238Z","time spent":"1.208926105s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:27.481466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:26.272976Z","time spent":"1.208484557s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:27.494497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:25.638985Z","time spent":"1.855500601s","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:27.494883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:26.272325Z","time spent":"1.222548718s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:27.495029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:26.272381Z","time spent":"1.222645309s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:27.495057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:25.639907Z","time spent":"1.855146083s","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:28.048833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149712777s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:28.049642Z","caller":"traceutil/trace.go:171","msg":"trace[1705596605] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"2.410874771s","start":"2026-04-29T02:49:25.63873Z","end":"2026-04-29T02:49:28.049605Z","steps":["trace[1705596605] 'process raft request' (duration: 1.260303008s)","trace[1705596605] 'compare' (duration: 1.14933882s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:28.049806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:25.638703Z","time spent":"2.411027685s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2077,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:28.050023Z","caller":"traceutil/trace.go:171","msg":"trace[810749562] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"2.406203985s","start":"2026-04-29T02:49:25.6438Z","end":"2026-04-29T02:49:28.050004Z","steps":["trace[810749562] 'process raft request' (duration: 2.406098473s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:28.050113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:25.64379Z","time spent":"2.406281456s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:28.269525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997457753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:28.269654Z","caller":"traceutil/trace.go:171","msg":"trace[1885341405] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997638776s","start":"2026-04-29T02:49:26.271982Z","end":"2026-04-29T02:49:28.26962Z","steps":["trace[1885341405] 'agreement among raft nodes before linearized reading' (duration: 1.997466182s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:28.269716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:26.271913Z","time spent":"1.997788399s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:28.516477Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.61729846s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:28.783792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.061223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-29T02:49:28.785355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629243361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:28.785447Z","caller":"traceutil/trace.go:171","msg":"trace[811647125] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26260; }","duration":"2.629374014s","start":"2026-04-29T02:49:26.156051Z","end":"2026-04-29T02:49:28.785425Z","steps":["trace[811647125] 'agreement among raft nodes before linearized reading' (duration: 2.62918794s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:28.785438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.637833611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:28.785497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:26.15604Z","time spent":"2.629446216s","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:28.785557Z","caller":"traceutil/trace.go:171","msg":"trace[714848534] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26260; }","duration":"2.638032576s","start":"2026-04-29T02:49:26.147495Z","end":"2026-04-29T02:49:28.785527Z","steps":["trace[714848534] 'agreement among raft nodes before linearized reading' (duration: 2.637787141s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:28.785637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:26.147469Z","time spent":"2.638145398s","remote":"127.0.0.1:43000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:28.785851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147218981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-29T02:49:28.785233Z","caller":"traceutil/trace.go:171","msg":"trace[907351856] linearizableReadLoop","detail":"{readStateIndex:27141; appliedIndex:27130; }","duration":"2.518469086s","start":"2026-04-29T02:49:26.266727Z","end":"2026-04-29T02:49:28.785196Z","steps":["trace[907351856] 'read index received' (duration: 632.431151ms)","trace[907351856] 'applied index is now lower than readState.Index' (duration: 1.886036325s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:28.785945Z","caller":"traceutil/trace.go:171","msg":"trace[1100388545] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26260; }","duration":"3.147382254s","start":"2026-04-29T02:49:25.638542Z","end":"2026-04-29T02:49:28.785925Z","steps":["trace[1100388545] 'agreement among raft nodes before linearized reading' (duration: 3.146862425s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:28.786257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:25.638528Z","time spent":"3.14770914s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-29T02:49:29.706895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.672314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:493"} {"level":"info","ts":"2026-04-29T02:49:29.707165Z","caller":"traceutil/trace.go:171","msg":"trace[270973995] linearizableReadLoop","detail":"{readStateIndex:27145; appliedIndex:27141; }","duration":"921.004495ms","start":"2026-04-29T02:49:28.786134Z","end":"2026-04-29T02:49:29.707138Z","steps":["trace[270973995] 'read index received' (duration: 500.047876ms)","trace[270973995] 'applied index is now lower than readState.Index' (duration: 420.955559ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:29.707252Z","caller":"traceutil/trace.go:171","msg":"trace[1798476369] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26260; }","duration":"2.22426446s","start":"2026-04-29T02:49:27.482979Z","end":"2026-04-29T02:49:29.707243Z","steps":["trace[1798476369] 'process raft request' (duration: 1.803191419s)","trace[1798476369] 'compare' (duration: 420.546292ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:29.707295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:27.482958Z","time spent":"2.224313611s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:29.70726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.148495ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:29.707401Z","caller":"traceutil/trace.go:171","msg":"trace[850667281] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26260; }","duration":"102.302058ms","start":"2026-04-29T02:49:29.605075Z","end":"2026-04-29T02:49:29.707377Z","steps":["trace[850667281] 'range keys from in-memory index tree' (duration: 102.125535ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:29.707449Z","caller":"traceutil/trace.go:171","msg":"trace[1600069482] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26260; }","duration":"2.224366092s","start":"2026-04-29T02:49:27.483075Z","end":"2026-04-29T02:49:29.707441Z","steps":["trace[1600069482] 'process raft request' (duration: 2.223907644s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:29.707485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:27.483041Z","time spent":"2.224424943s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:29.707541Z","caller":"traceutil/trace.go:171","msg":"trace[1237963981] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26260; }","duration":"2.223606537s","start":"2026-04-29T02:49:27.483903Z","end":"2026-04-29T02:49:29.707509Z","steps":["trace[1237963981] 'process raft request' (duration: 2.223122519s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:29.707827Z","caller":"traceutil/trace.go:171","msg":"trace[2009168815] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26260; }","duration":"2.222969475s","start":"2026-04-29T02:49:27.484848Z","end":"2026-04-29T02:49:29.707817Z","steps":["trace[2009168815] 'process raft request' (duration: 2.222206281s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:29.707868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:27.48482Z","time spent":"2.223027086s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":477,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:29.707919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:27.48389Z","time spent":"2.223834211s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":530,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:30.507155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.03532ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-29T02:49:30.507261Z","caller":"traceutil/trace.go:171","msg":"trace[1727381611] linearizableReadLoop","detail":"{readStateIndex:27146; appliedIndex:27145; }","duration":"800.05604ms","start":"2026-04-29T02:49:29.707188Z","end":"2026-04-29T02:49:30.507244Z","steps":["trace[1727381611] 'read index received' (duration: 418.497µs)","trace[1727381611] 'applied index is now lower than readState.Index' (duration: 799.635983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.507581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.23557384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f98332dc-28af-44a2-83bc-3339bd690c6e\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-29T02:49:30.507709Z","caller":"traceutil/trace.go:171","msg":"trace[1320119526] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f98332dc-28af-44a2-83bc-3339bd690c6e; range_end:; response_count:1; response_revision:26261; }","duration":"4.235745353s","start":"2026-04-29T02:49:26.271935Z","end":"2026-04-29T02:49:30.50768Z","steps":["trace[1320119526] 'agreement among raft nodes before linearized reading' (duration: 3.435662011s)","trace[1320119526] 'range keys from in-memory index tree' (duration: 799.801746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.507769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:26.271914Z","time spent":"4.235831895s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-f98332dc-28af-44a2-83bc-3339bd690c6e\" "} {"level":"warn","ts":"2026-04-29T02:49:30.507814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121558456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:30.507933Z","caller":"traceutil/trace.go:171","msg":"trace[2126796335] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26261; }","duration":"2.121770239s","start":"2026-04-29T02:49:28.386138Z","end":"2026-04-29T02:49:30.507908Z","steps":["trace[2126796335] 'agreement among raft nodes before linearized reading' (duration: 1.321740738s)","trace[2126796335] 'count revisions from in-memory index tree' (duration: 799.742226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.508081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:28.386116Z","time spent":"2.121914622s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:30.508146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.409606308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:30.508135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.236016348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:30.50822Z","caller":"traceutil/trace.go:171","msg":"trace[472895072] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26261; }","duration":"3.40972913s","start":"2026-04-29T02:49:27.098462Z","end":"2026-04-29T02:49:30.508191Z","steps":["trace[472895072] 'agreement among raft nodes before linearized reading' (duration: 2.609119398s)","trace[472895072] 'count revisions from in-memory index tree' (duration: 800.507509ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:30.508228Z","caller":"traceutil/trace.go:171","msg":"trace[1456346538] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26261; }","duration":"4.23615755s","start":"2026-04-29T02:49:26.272041Z","end":"2026-04-29T02:49:30.508199Z","steps":["trace[1456346538] 'agreement among raft nodes before linearized reading' (duration: 3.435547399s)","trace[1456346538] 'range keys from in-memory index tree' (duration: 800.481449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.508265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:27.098436Z","time spent":"3.409815221s","remote":"127.0.0.1:56040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:30.508273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:26.272022Z","time spent":"4.236240972s","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:49:30.508322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453034084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10648"} {"level":"warn","ts":"2026-04-29T02:49:30.508363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861623033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277877"} {"level":"info","ts":"2026-04-29T02:49:30.508406Z","caller":"traceutil/trace.go:171","msg":"trace[534014337] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26261; }","duration":"2.453177015s","start":"2026-04-29T02:49:28.055202Z","end":"2026-04-29T02:49:30.508379Z","steps":["trace[534014337] 'agreement among raft nodes before linearized reading' (duration: 1.652761037s)","trace[534014337] 'range keys from in-memory index tree' (duration: 800.155224ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:30.508431Z","caller":"traceutil/trace.go:171","msg":"trace[880769983] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26261; }","duration":"2.861735455s","start":"2026-04-29T02:49:27.646673Z","end":"2026-04-29T02:49:30.508409Z","steps":["trace[880769983] 'agreement among raft nodes before linearized reading' (duration: 2.060896339s)","trace[880769983] 'range keys from in-memory index tree' (duration: 800.452299ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.508483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:27.646648Z","time spent":"2.861820726s","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277901,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-29T02:49:30.508588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051492444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:30.508534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232022924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:30.508631Z","caller":"traceutil/trace.go:171","msg":"trace[45602986] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26261; }","duration":"2.051616297s","start":"2026-04-29T02:49:28.457003Z","end":"2026-04-29T02:49:30.50862Z","steps":["trace[45602986] 'agreement among raft nodes before linearized reading' (duration: 1.250940454s)","trace[45602986] 'count revisions from in-memory index tree' (duration: 800.566581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.508721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:28.456973Z","time spent":"2.051711419s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:30.50849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:28.055178Z","time spent":"2.453298938s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10672,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-29T02:49:30.508733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.69867153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:30.508767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453107795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-29T02:49:30.508772Z","caller":"traceutil/trace.go:171","msg":"trace[2075493109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26261; }","duration":"2.69873104s","start":"2026-04-29T02:49:27.81003Z","end":"2026-04-29T02:49:30.508761Z","steps":["trace[2075493109] 'agreement among raft nodes before linearized reading' (duration: 1.897434576s)","trace[2075493109] 'range keys from in-memory index tree' (duration: 801.233592ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:30.508713Z","caller":"traceutil/trace.go:171","msg":"trace[172269568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26261; }","duration":"2.232211307s","start":"2026-04-29T02:49:28.276436Z","end":"2026-04-29T02:49:30.508647Z","steps":["trace[172269568] 'agreement among raft nodes before linearized reading' (duration: 1.431525404s)","trace[172269568] 'range keys from in-memory index tree' (duration: 800.537651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.508819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:27.810016Z","time spent":"2.698796832s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:49:30.508819Z","caller":"traceutil/trace.go:171","msg":"trace[327523891] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a; range_end:; response_count:1; response_revision:26261; }","duration":"2.453208106s","start":"2026-04-29T02:49:28.055596Z","end":"2026-04-29T02:49:30.508805Z","steps":["trace[327523891] 'agreement among raft nodes before linearized reading' (duration: 1.65234891s)","trace[327523891] 'range keys from in-memory index tree' (duration: 800.736804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.508852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:28.276398Z","time spent":"2.232440211s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:30.508858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:28.055573Z","time spent":"2.453275578s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" "} {"level":"warn","ts":"2026-04-29T02:49:30.508962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563398082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:30.509Z","caller":"traceutil/trace.go:171","msg":"trace[1605120796] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26261; }","duration":"1.563469512s","start":"2026-04-29T02:49:28.94552Z","end":"2026-04-29T02:49:30.50899Z","steps":["trace[1605120796] 'agreement among raft nodes before linearized reading' (duration: 1.56340134s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:30.509035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:28.945501Z","time spent":"1.563527024s","remote":"127.0.0.1:39896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:30.509213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20916458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:30.509254Z","caller":"traceutil/trace.go:171","msg":"trace[1674288227] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26261; }","duration":"1.209204031s","start":"2026-04-29T02:49:29.300038Z","end":"2026-04-29T02:49:30.509242Z","steps":["trace[1674288227] 'agreement among raft nodes before linearized reading' (duration: 1.20914777s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:30.509292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:29.300016Z","time spent":"1.209265633s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:30.50933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.058606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:30.509234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720682278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:49:30.50939Z","caller":"traceutil/trace.go:171","msg":"trace[1501352378] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26261; }","duration":"238.169518ms","start":"2026-04-29T02:49:30.2712Z","end":"2026-04-29T02:49:30.509369Z","steps":["trace[1501352378] 'agreement among raft nodes before linearized reading' (duration: 238.096507ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:30.509436Z","caller":"traceutil/trace.go:171","msg":"trace[74392572] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26261; }","duration":"1.720949273s","start":"2026-04-29T02:49:28.788473Z","end":"2026-04-29T02:49:30.509422Z","steps":["trace[74392572] 'agreement among raft nodes before linearized reading' (duration: 1.720578186s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:30.509444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.291959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:30.509484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:28.788444Z","time spent":"1.721026265s","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-29T02:49:30.509506Z","caller":"traceutil/trace.go:171","msg":"trace[1716967705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26261; }","duration":"225.393761ms","start":"2026-04-29T02:49:30.284093Z","end":"2026-04-29T02:49:30.509487Z","steps":["trace[1716967705] 'agreement among raft nodes before linearized reading' (duration: 225.288919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:31.014492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:31.335038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:30.513155Z","time spent":"821.878715ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:49:32.439889Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.104928635s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:32.710412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.58635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:32.710708Z","caller":"traceutil/trace.go:171","msg":"trace[686922653] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"2.195857961s","start":"2026-04-29T02:49:30.514831Z","end":"2026-04-29T02:49:32.710689Z","steps":["trace[686922653] 'process raft request' (duration: 2.195766409s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:32.710693Z","caller":"traceutil/trace.go:171","msg":"trace[724610091] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"2.196929721s","start":"2026-04-29T02:49:30.513701Z","end":"2026-04-29T02:49:32.710631Z","steps":["trace[724610091] 'process raft request' (duration: 1.926378233s)","trace[724610091] 'compare' (duration: 269.349235ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:32.710772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:30.514818Z","time spent":"2.195928492s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:32.710782Z","caller":"traceutil/trace.go:171","msg":"trace[1763202389] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"2.1963166s","start":"2026-04-29T02:49:30.514414Z","end":"2026-04-29T02:49:32.71073Z","steps":["trace[1763202389] 'process raft request' (duration: 2.196110426s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:32.710887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:30.51368Z","time spent":"2.197097384s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:32.710952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:30.514392Z","time spent":"2.196470972s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:32.711055Z","caller":"traceutil/trace.go:171","msg":"trace[393772108] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"2.191301306s","start":"2026-04-29T02:49:30.519722Z","end":"2026-04-29T02:49:32.711023Z","steps":["trace[393772108] 'process raft request' (duration: 2.190908869s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:32.711175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:30.519705Z","time spent":"2.191407068s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10630,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:32.711359Z","caller":"traceutil/trace.go:171","msg":"trace[970892680] linearizableReadLoop","detail":"{readStateIndex:27151; appliedIndex:27146; }","duration":"2.196911292s","start":"2026-04-29T02:49:30.514429Z","end":"2026-04-29T02:49:32.711341Z","steps":["trace[970892680] 'read index received' (duration: 820.534941ms)","trace[970892680] 'applied index is now lower than readState.Index' (duration: 1.376374751s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:32.711419Z","caller":"traceutil/trace.go:171","msg":"trace[1618486568] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"1.439274277s","start":"2026-04-29T02:49:31.272134Z","end":"2026-04-29T02:49:32.711409Z","steps":["trace[1618486568] 'process raft request' (duration: 1.438795587s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:32.711475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:31.272115Z","time spent":"1.439327817s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:32.711553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197117285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-29T02:49:32.711589Z","caller":"traceutil/trace.go:171","msg":"trace[638315453] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26266; }","duration":"2.197182916s","start":"2026-04-29T02:49:30.514394Z","end":"2026-04-29T02:49:32.711577Z","steps":["trace[638315453] 'agreement among raft nodes before linearized reading' (duration: 2.197031003s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:32.711651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:30.514383Z","time spent":"2.197259708s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-29T02:49:33.211683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:33.712233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:34.09803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000683864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:34.098092Z","caller":"traceutil/trace.go:171","msg":"trace[2011572058] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000789707s","start":"2026-04-29T02:49:32.09729Z","end":"2026-04-29T02:49:34.09808Z","steps":["trace[2011572058] 'agreement among raft nodes before linearized reading' (duration: 2.000716885s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:34.098122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:32.097266Z","time spent":"2.000850437s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:34.21269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:34.713249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:35.185981Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.677932037s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:49:35.186389Z","caller":"traceutil/trace.go:171","msg":"trace[1370073036] linearizableReadLoop","detail":"{readStateIndex:27155; appliedIndex:27152; }","duration":"2.474973496s","start":"2026-04-29T02:49:32.711396Z","end":"2026-04-29T02:49:35.18637Z","steps":["trace[1370073036] 'read index received' (duration: 2.474713031s)","trace[1370073036] 'applied index is now lower than readState.Index' (duration: 259.865µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:35.18651Z","caller":"traceutil/trace.go:171","msg":"trace[1103421928] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"3.850501671s","start":"2026-04-29T02:49:31.335983Z","end":"2026-04-29T02:49:35.186485Z","steps":["trace[1103421928] 'process raft request' (duration: 3.850137684s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.186577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.929225935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:35.186608Z","caller":"traceutil/trace.go:171","msg":"trace[1499393119] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26269; }","duration":"2.929257486s","start":"2026-04-29T02:49:32.257342Z","end":"2026-04-29T02:49:35.186599Z","steps":["trace[1499393119] 'agreement among raft nodes before linearized reading' (duration: 2.929209675s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.186592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581311267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:35.186637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:32.257276Z","time spent":"2.929353367s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:35.186651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:31.335963Z","time spent":"3.850601402s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:35.186674Z","caller":"traceutil/trace.go:171","msg":"trace[943791847] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26269; }","duration":"2.58147047s","start":"2026-04-29T02:49:32.605183Z","end":"2026-04-29T02:49:35.186653Z","steps":["trace[943791847] 'agreement among raft nodes before linearized reading' (duration: 2.581200935s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.186734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:32.605163Z","time spent":"2.581557181s","remote":"127.0.0.1:51820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:35.186716Z","caller":"traceutil/trace.go:171","msg":"trace[746878898] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"3.307931937s","start":"2026-04-29T02:49:31.878725Z","end":"2026-04-29T02:49:35.186657Z","steps":["trace[746878898] 'process raft request' (duration: 3.30754893s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.186773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.671739984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:35.186887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472091274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4df855b9-63fe-4b40-be44-a2d826c38396\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-29T02:49:35.186909Z","caller":"traceutil/trace.go:171","msg":"trace[2075074273] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4df855b9-63fe-4b40-be44-a2d826c38396; range_end:; response_count:1; response_revision:26269; }","duration":"2.472113684s","start":"2026-04-29T02:49:32.714788Z","end":"2026-04-29T02:49:35.186902Z","steps":["trace[2075074273] 'agreement among raft nodes before linearized reading' (duration: 2.472021323s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.186896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:31.878702Z","time spent":"3.3080958s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:35.18691Z","caller":"traceutil/trace.go:171","msg":"trace[692337349] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26269; }","duration":"4.671921188s","start":"2026-04-29T02:49:30.514956Z","end":"2026-04-29T02:49:35.186877Z","steps":["trace[692337349] 'agreement among raft nodes before linearized reading' (duration: 4.671626901s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.186931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:32.71475Z","time spent":"2.472177495s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-4df855b9-63fe-4b40-be44-a2d826c38396\" "} {"level":"warn","ts":"2026-04-29T02:49:35.186979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:30.514949Z","time spent":"4.67201392s","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-29T02:49:35.186967Z","caller":"traceutil/trace.go:171","msg":"trace[1699320220] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"2.780399445s","start":"2026-04-29T02:49:32.406523Z","end":"2026-04-29T02:49:35.186923Z","steps":["trace[1699320220] 'process raft request' (duration: 2.779800853s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.18704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080628153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:35.187063Z","caller":"traceutil/trace.go:171","msg":"trace[426194489] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26269; }","duration":"1.080671363s","start":"2026-04-29T02:49:34.106383Z","end":"2026-04-29T02:49:35.187055Z","steps":["trace[426194489] 'agreement among raft nodes before linearized reading' (duration: 1.080636982s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.187086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:34.10637Z","time spent":"1.080711624s","remote":"127.0.0.1:51772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:35.187151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.647321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:35.187187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089227442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:35.187204Z","caller":"traceutil/trace.go:171","msg":"trace[1667727239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26269; }","duration":"1.089275653s","start":"2026-04-29T02:49:34.097923Z","end":"2026-04-29T02:49:35.187199Z","steps":["trace[1667727239] 'agreement among raft nodes before linearized reading' (duration: 1.089248953s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:35.187207Z","caller":"traceutil/trace.go:171","msg":"trace[1093514767] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26269; }","duration":"291.752893ms","start":"2026-04-29T02:49:34.89544Z","end":"2026-04-29T02:49:35.187193Z","steps":["trace[1093514767] 'agreement among raft nodes before linearized reading' (duration: 291.678992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.187207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.541000069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:49:35.187247Z","caller":"traceutil/trace.go:171","msg":"trace[1064969718] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26269; }","duration":"4.54107943s","start":"2026-04-29T02:49:30.646155Z","end":"2026-04-29T02:49:35.187234Z","steps":["trace[1064969718] 'agreement among raft nodes before linearized reading' (duration: 4.540955308s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.187288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468639479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab3fc74089b3b\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-29T02:49:35.187291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:30.646122Z","time spent":"4.541161503s","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-29T02:49:35.187308Z","caller":"traceutil/trace.go:171","msg":"trace[993079886] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab3fc74089b3b; range_end:; response_count:1; response_revision:26269; }","duration":"2.468671929s","start":"2026-04-29T02:49:32.71863Z","end":"2026-04-29T02:49:35.187302Z","steps":["trace[993079886] 'agreement among raft nodes before linearized reading' (duration: 2.468602828s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.187324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:32.718612Z","time spent":"2.46870809s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab3fc74089b3b\" "} {"level":"warn","ts":"2026-04-29T02:49:35.187335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464167616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10648"} {"level":"warn","ts":"2026-04-29T02:49:35.187377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.987676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:35.187392Z","caller":"traceutil/trace.go:171","msg":"trace[638890234] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26269; }","duration":"2.464222177s","start":"2026-04-29T02:49:32.723156Z","end":"2026-04-29T02:49:35.187378Z","steps":["trace[638890234] 'agreement among raft nodes before linearized reading' (duration: 2.464033753s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.187441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.003964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:35.187451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:32.723113Z","time spent":"2.464327528s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10672,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-29T02:49:35.187222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:34.097905Z","time spent":"1.089312134s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:35.187488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.057198025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:35.187505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.480177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:35.187525Z","caller":"traceutil/trace.go:171","msg":"trace[1678247984] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26269; }","duration":"4.057260096s","start":"2026-04-29T02:49:31.130254Z","end":"2026-04-29T02:49:35.187514Z","steps":["trace[1678247984] 'agreement among raft nodes before linearized reading' (duration: 4.057191405s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.187016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.144952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:35.187569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:31.130238Z","time spent":"4.057321718s","remote":"127.0.0.1:42900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:35.187592Z","caller":"traceutil/trace.go:171","msg":"trace[853879217] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26269; }","duration":"748.777913ms","start":"2026-04-29T02:49:34.438803Z","end":"2026-04-29T02:49:35.187581Z","steps":["trace[853879217] 'agreement among raft nodes before linearized reading' (duration: 748.177233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.187637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24106831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-29T02:49:35.18765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:34.438776Z","time spent":"748.864464ms","remote":"127.0.0.1:42942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:35.187667Z","caller":"traceutil/trace.go:171","msg":"trace[728843406] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26269; }","duration":"1.241164952s","start":"2026-04-29T02:49:33.946493Z","end":"2026-04-29T02:49:35.187658Z","steps":["trace[728843406] 'agreement among raft nodes before linearized reading' (duration: 1.24104591s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.187147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:32.406505Z","time spent":"2.780551437s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:35.187692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:33.946471Z","time spent":"1.241212742s","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-29T02:49:35.187532Z","caller":"traceutil/trace.go:171","msg":"trace[691701420] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26269; }","duration":"625.567748ms","start":"2026-04-29T02:49:34.561956Z","end":"2026-04-29T02:49:35.187524Z","steps":["trace[691701420] 'agreement among raft nodes before linearized reading' (duration: 625.530978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.187791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:34.561922Z","time spent":"625.855674ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:35.187406Z","caller":"traceutil/trace.go:171","msg":"trace[1589559359] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26269; }","duration":"474.018047ms","start":"2026-04-29T02:49:34.713379Z","end":"2026-04-29T02:49:35.187397Z","steps":["trace[1589559359] 'agreement among raft nodes before linearized reading' (duration: 473.967416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.187851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211715733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:35.187469Z","caller":"traceutil/trace.go:171","msg":"trace[879701500] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26269; }","duration":"498.088595ms","start":"2026-04-29T02:49:34.689373Z","end":"2026-04-29T02:49:35.187461Z","steps":["trace[879701500] 'agreement among raft nodes before linearized reading' (duration: 498.050484ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:35.187893Z","caller":"traceutil/trace.go:171","msg":"trace[2046307062] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26269; }","duration":"1.211785444s","start":"2026-04-29T02:49:33.976097Z","end":"2026-04-29T02:49:35.187883Z","steps":["trace[2046307062] 'agreement among raft nodes before linearized reading' (duration: 1.211716392s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.187923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:33.976086Z","time spent":"1.211827625s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:35.18779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101120415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:35.187997Z","caller":"traceutil/trace.go:171","msg":"trace[1980639418] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26269; }","duration":"2.10137549s","start":"2026-04-29T02:49:33.086609Z","end":"2026-04-29T02:49:35.187985Z","steps":["trace[1980639418] 'agreement among raft nodes before linearized reading' (duration: 2.101127085s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.188043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:33.086584Z","time spent":"2.10144522s","remote":"127.0.0.1:43228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:35.187854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:34.713337Z","time spent":"474.502836ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:35.186535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91608478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:35.189484Z","caller":"traceutil/trace.go:171","msg":"trace[286258187] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26269; }","duration":"2.919058155s","start":"2026-04-29T02:49:32.270399Z","end":"2026-04-29T02:49:35.189457Z","steps":["trace[286258187] 'agreement among raft nodes before linearized reading' (duration: 2.916060079s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.189566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:32.27039Z","time spent":"2.919147158s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:35.187918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:34.689346Z","time spent":"498.559344ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:36.168024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.175687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:36.168175Z","caller":"traceutil/trace.go:171","msg":"trace[99329891] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"976.940371ms","start":"2026-04-29T02:49:35.191209Z","end":"2026-04-29T02:49:36.16815Z","steps":["trace[99329891] 'process raft request' (duration: 282.57199ms)","trace[99329891] 'compare' (duration: 693.268891ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:36.168279Z","caller":"traceutil/trace.go:171","msg":"trace[1246186333] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"177.039238ms","start":"2026-04-29T02:49:35.991226Z","end":"2026-04-29T02:49:36.168266Z","steps":["trace[1246186333] 'process raft request' (duration: 176.932065ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:36.168273Z","caller":"traceutil/trace.go:171","msg":"trace[70619109] linearizableReadLoop","detail":"{readStateIndex:27156; appliedIndex:27155; }","duration":"976.523503ms","start":"2026-04-29T02:49:35.191724Z","end":"2026-04-29T02:49:36.168248Z","steps":["trace[70619109] 'read index received' (duration: 281.9617ms)","trace[70619109] 'applied index is now lower than readState.Index' (duration: 694.559823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:36.168291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:35.191169Z","time spent":"977.060523ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:36.168515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.755969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-29T02:49:36.16855Z","caller":"traceutil/trace.go:171","msg":"trace[529205993] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26271; }","duration":"976.841601ms","start":"2026-04-29T02:49:35.1917Z","end":"2026-04-29T02:49:36.168542Z","steps":["trace[529205993] 'agreement among raft nodes before linearized reading' (duration: 976.661587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:36.168574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:35.191689Z","time spent":"976.879701ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-29T02:49:36.168888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.245989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-29T02:49:36.168924Z","caller":"traceutil/trace.go:171","msg":"trace[511214425] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26271; }","duration":"976.32031ms","start":"2026-04-29T02:49:35.192595Z","end":"2026-04-29T02:49:36.168915Z","steps":["trace[511214425] 'agreement among raft nodes before linearized reading' (duration: 976.228159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:36.168946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:35.19258Z","time spent":"976.359441ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-29T02:49:36.168926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.908714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:36.168938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.516917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:36.168993Z","caller":"traceutil/trace.go:171","msg":"trace[15527400] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26271; }","duration":"344.020926ms","start":"2026-04-29T02:49:35.824955Z","end":"2026-04-29T02:49:36.168976Z","steps":["trace[15527400] 'agreement among raft nodes before linearized reading' (duration: 343.884314ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:36.169009Z","caller":"traceutil/trace.go:171","msg":"trace[628630303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26271; }","duration":"959.66309ms","start":"2026-04-29T02:49:35.209327Z","end":"2026-04-29T02:49:36.168991Z","steps":["trace[628630303] 'agreement among raft nodes before linearized reading' (duration: 959.559378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:36.169046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:35.209297Z","time spent":"959.741232ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:36.169117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.353243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-29T02:49:36.169145Z","caller":"traceutil/trace.go:171","msg":"trace[92862037] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26271; }","duration":"975.420894ms","start":"2026-04-29T02:49:35.193717Z","end":"2026-04-29T02:49:36.169138Z","steps":["trace[92862037] 'agreement among raft nodes before linearized reading' (duration: 975.341823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:36.169167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:35.193701Z","time spent":"975.462025ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-29T02:49:36.169046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:35.824928Z","time spent":"344.107439ms","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:37.159131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.46424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:37.159244Z","caller":"traceutil/trace.go:171","msg":"trace[645867526] transaction","detail":"{read_only:false; response_revision:26272; number_of_response:1; }","duration":"984.024883ms","start":"2026-04-29T02:49:36.175199Z","end":"2026-04-29T02:49:37.159223Z","steps":["trace[645867526] 'process raft request' (duration: 310.38041ms)","trace[645867526] 'compare' (duration: 673.164005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:37.159303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:36.175185Z","time spent":"984.089995ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:38.492588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077865782s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:38.492796Z","caller":"traceutil/trace.go:171","msg":"trace[87374826] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"1.328901876s","start":"2026-04-29T02:49:37.163877Z","end":"2026-04-29T02:49:38.492778Z","steps":["trace[87374826] 'process raft request' (duration: 1.328797594s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:38.492844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:37.163859Z","time spent":"1.328966856s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:49:38.493215Z","caller":"traceutil/trace.go:171","msg":"trace[320913817] transaction","detail":"{read_only:false; response_revision:26273; number_of_response:1; }","duration":"2.316827712s","start":"2026-04-29T02:49:36.176373Z","end":"2026-04-29T02:49:38.493201Z","steps":["trace[320913817] 'process raft request' (duration: 1.238275688s)","trace[320913817] 'compare' (duration: 1.077549125s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:38.49326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:36.176355Z","time spent":"2.316883034s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:38.493445Z","caller":"traceutil/trace.go:171","msg":"trace[1395362378] linearizableReadLoop","detail":"{readStateIndex:27159; appliedIndex:27157; }","duration":"2.315188692s","start":"2026-04-29T02:49:36.177837Z","end":"2026-04-29T02:49:38.493026Z","steps":["trace[1395362378] 'read index received' (duration: 308.356293ms)","trace[1395362378] 'applied index is now lower than readState.Index' (duration: 2.006822419s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:38.493963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316078229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-29T02:49:38.494371Z","caller":"traceutil/trace.go:171","msg":"trace[2139304638] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26274; }","duration":"2.316519686s","start":"2026-04-29T02:49:36.177819Z","end":"2026-04-29T02:49:38.494338Z","steps":["trace[2139304638] 'agreement among raft nodes before linearized reading' (duration: 2.315700811s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:38.494429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:36.17781Z","time spent":"2.316605379s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-29T02:49:38.993859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:39.097862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:49:39.097956Z","caller":"traceutil/trace.go:171","msg":"trace[1216755876] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000089105s","start":"2026-04-29T02:49:37.097845Z","end":"2026-04-29T02:49:39.097934Z","steps":["trace[1216755876] 'agreement among raft nodes before linearized reading' (duration: 1.999941362s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:39.098008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:37.097823Z","time spent":"2.000174906s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:39.495042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:39.615518Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.457635963s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:49:39.616022Z","caller":"traceutil/trace.go:171","msg":"trace[724198496] linearizableReadLoop","detail":"{readStateIndex:27161; appliedIndex:27160; }","duration":"1.122469892s","start":"2026-04-29T02:49:38.493521Z","end":"2026-04-29T02:49:39.615991Z","steps":["trace[724198496] 'read index received' (duration: 1.122244628s)","trace[724198496] 'applied index is now lower than readState.Index' (duration: 223.524µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:39.616372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267205998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:39.616445Z","caller":"traceutil/trace.go:171","msg":"trace[153739149] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26275; }","duration":"2.267345531s","start":"2026-04-29T02:49:37.34908Z","end":"2026-04-29T02:49:39.616426Z","steps":["trace[153739149] 'agreement among raft nodes before linearized reading' (duration: 2.267190348s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:39.616448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17230085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:39.616479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:37.349053Z","time spent":"2.267419732s","remote":"127.0.0.1:43200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:39.616494Z","caller":"traceutil/trace.go:171","msg":"trace[1985966003] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26275; }","duration":"2.172377022s","start":"2026-04-29T02:49:37.444102Z","end":"2026-04-29T02:49:39.616479Z","steps":["trace[1985966003] 'agreement among raft nodes before linearized reading' (duration: 2.172319601s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:39.616486Z","caller":"traceutil/trace.go:171","msg":"trace[994863078] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"1.895789932s","start":"2026-04-29T02:49:37.720608Z","end":"2026-04-29T02:49:39.616398Z","steps":["trace[994863078] 'process raft request' (duration: 1.895181651s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:39.616523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:37.44408Z","time spent":"2.172437482s","remote":"127.0.0.1:43028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:39.616527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884756607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-29T02:49:39.616584Z","caller":"traceutil/trace.go:171","msg":"trace[1345966512] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26275; }","duration":"2.884869939s","start":"2026-04-29T02:49:36.731697Z","end":"2026-04-29T02:49:39.616567Z","steps":["trace[1345966512] 'agreement among raft nodes before linearized reading' (duration: 2.884681016s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:39.616641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:36.73168Z","time spent":"2.884948881s","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-29T02:49:39.616683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:37.720577Z","time spent":"1.895977905s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:39.616374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765577997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:39.616753Z","caller":"traceutil/trace.go:171","msg":"trace[1812953043] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26275; }","duration":"1.766013785s","start":"2026-04-29T02:49:37.850729Z","end":"2026-04-29T02:49:39.616743Z","steps":["trace[1812953043] 'agreement among raft nodes before linearized reading' (duration: 1.765558177s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:39.616778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:37.850702Z","time spent":"1.766068756s","remote":"127.0.0.1:43442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:39.616642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.227959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:39.616922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119936425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-29T02:49:39.617064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.181735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:39.617083Z","caller":"traceutil/trace.go:171","msg":"trace[2067241452] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26275; }","duration":"565.223145ms","start":"2026-04-29T02:49:39.051854Z","end":"2026-04-29T02:49:39.617078Z","steps":["trace[2067241452] 'agreement among raft nodes before linearized reading' (duration: 565.191795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:39.617101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:39.051843Z","time spent":"565.251156ms","remote":"127.0.0.1:48728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:39.61708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.937534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:39.617104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.176769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:39.617118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119583038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4b5b5f50-e609-4bff-ad7b-86b978b22c03\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-29T02:49:39.617146Z","caller":"traceutil/trace.go:171","msg":"trace[1498685051] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4b5b5f50-e609-4bff-ad7b-86b978b22c03; range_end:; response_count:1; response_revision:26275; }","duration":"1.119631939s","start":"2026-04-29T02:49:38.497508Z","end":"2026-04-29T02:49:39.61714Z","steps":["trace[1498685051] 'agreement among raft nodes before linearized reading' (duration: 1.119504887s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:39.617149Z","caller":"traceutil/trace.go:171","msg":"trace[443177954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26275; }","duration":"518.24354ms","start":"2026-04-29T02:49:39.098893Z","end":"2026-04-29T02:49:39.617137Z","steps":["trace[443177954] 'agreement among raft nodes before linearized reading' (duration: 518.157309ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:39.617148Z","caller":"traceutil/trace.go:171","msg":"trace[929398061] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26275; }","duration":"888.061377ms","start":"2026-04-29T02:49:38.729068Z","end":"2026-04-29T02:49:39.617129Z","steps":["trace[929398061] 'agreement among raft nodes before linearized reading' (duration: 887.935195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:39.617166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:38.497498Z","time spent":"1.11966423s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-4b5b5f50-e609-4bff-ad7b-86b978b22c03\" "} {"level":"warn","ts":"2026-04-29T02:49:39.617141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.383531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:39.617189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:39.098879Z","time spent":"518.299741ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:39.616925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896634829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:39.617242Z","caller":"traceutil/trace.go:171","msg":"trace[1637514191] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26275; }","duration":"433.529133ms","start":"2026-04-29T02:49:39.183695Z","end":"2026-04-29T02:49:39.617224Z","steps":["trace[1637514191] 'agreement among raft nodes before linearized reading' (duration: 433.267758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:39.617351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120086747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10648"} {"level":"info","ts":"2026-04-29T02:49:39.617374Z","caller":"traceutil/trace.go:171","msg":"trace[566760897] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26275; }","duration":"1.120145629s","start":"2026-04-29T02:49:38.497222Z","end":"2026-04-29T02:49:39.617368Z","steps":["trace[566760897] 'agreement among raft nodes before linearized reading' (duration: 1.120052927s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:39.617388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:38.497204Z","time spent":"1.120181199s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10672,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-29T02:49:39.617355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:39.183669Z","time spent":"433.664146ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:39.617009Z","caller":"traceutil/trace.go:171","msg":"trace[613277731] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26275; }","duration":"787.620397ms","start":"2026-04-29T02:49:38.829353Z","end":"2026-04-29T02:49:39.616973Z","steps":["trace[613277731] 'agreement among raft nodes before linearized reading' (duration: 787.117597ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:39.617108Z","caller":"traceutil/trace.go:171","msg":"trace[1391320268] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a; range_end:; response_count:1; response_revision:26275; }","duration":"1.120143649s","start":"2026-04-29T02:49:38.496907Z","end":"2026-04-29T02:49:39.61705Z","steps":["trace[1391320268] 'agreement among raft nodes before linearized reading' (duration: 1.119617588s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:39.617027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079803678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:39.617481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:38.496886Z","time spent":"1.120584746s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" "} {"level":"info","ts":"2026-04-29T02:49:39.617561Z","caller":"traceutil/trace.go:171","msg":"trace[515218827] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26275; }","duration":"1.080361628s","start":"2026-04-29T02:49:38.537194Z","end":"2026-04-29T02:49:39.617555Z","steps":["trace[515218827] 'agreement among raft nodes before linearized reading' (duration: 1.079804818s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:39.617613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:38.537182Z","time spent":"1.080393028s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:39.617196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:38.729045Z","time spent":"888.139679ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:39.617555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:38.829332Z","time spent":"788.192407ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:39.617282Z","caller":"traceutil/trace.go:171","msg":"trace[2110053282] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26275; }","duration":"2.897060897s","start":"2026-04-29T02:49:36.720199Z","end":"2026-04-29T02:49:39.61726Z","steps":["trace[2110053282] 'agreement among raft nodes before linearized reading' (duration: 2.896521566s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:39.617928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:36.720181Z","time spent":"2.897722928s","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:40.463351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.717766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:40.463491Z","caller":"traceutil/trace.go:171","msg":"trace[128784004] linearizableReadLoop","detail":"{readStateIndex:27162; appliedIndex:27161; }","duration":"840.194176ms","start":"2026-04-29T02:49:39.623278Z","end":"2026-04-29T02:49:40.463472Z","steps":["trace[128784004] 'read index received' (duration: 173.368609ms)","trace[128784004] 'applied index is now lower than readState.Index' (duration: 666.823737ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:40.463571Z","caller":"traceutil/trace.go:171","msg":"trace[1269556169] transaction","detail":"{read_only:false; response_revision:26276; number_of_response:1; }","duration":"841.932937ms","start":"2026-04-29T02:49:39.621626Z","end":"2026-04-29T02:49:40.463559Z","steps":["trace[1269556169] 'process raft request' (duration: 174.900446ms)","trace[1269556169] 'compare' (duration: 666.331169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:40.463667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:39.621609Z","time spent":"841.988359ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:40.464105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.791587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-29T02:49:40.464206Z","caller":"traceutil/trace.go:171","msg":"trace[357746099] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26276; }","duration":"840.940749ms","start":"2026-04-29T02:49:39.623242Z","end":"2026-04-29T02:49:40.464182Z","steps":["trace[357746099] 'agreement among raft nodes before linearized reading' (duration: 840.609462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.464257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:39.623224Z","time spent":"841.020672ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-29T02:49:40.47005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.170489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:40.470099Z","caller":"traceutil/trace.go:171","msg":"trace[855025482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26277; }","duration":"844.21834ms","start":"2026-04-29T02:49:39.625871Z","end":"2026-04-29T02:49:40.470089Z","steps":["trace[855025482] 'agreement among raft nodes before linearized reading' (duration: 844.146969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.470119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:39.625851Z","time spent":"844.263271ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:49:40.470182Z","caller":"traceutil/trace.go:171","msg":"trace[252634618] transaction","detail":"{read_only:false; response_revision:26277; number_of_response:1; }","duration":"840.810807ms","start":"2026-04-29T02:49:39.629341Z","end":"2026-04-29T02:49:40.470151Z","steps":["trace[252634618] 'process raft request' (duration: 840.39109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.470091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.902591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:40.470301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.03664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:40.470331Z","caller":"traceutil/trace.go:171","msg":"trace[669742697] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26277; }","duration":"603.111581ms","start":"2026-04-29T02:49:39.86721Z","end":"2026-04-29T02:49:40.470321Z","steps":["trace[669742697] 'agreement among raft nodes before linearized reading' (duration: 603.06178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.470321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:39.62933Z","time spent":"840.925449ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10832,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:40.470321Z","caller":"traceutil/trace.go:171","msg":"trace[102857867] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26277; }","duration":"789.168816ms","start":"2026-04-29T02:49:39.681127Z","end":"2026-04-29T02:49:40.470295Z","steps":["trace[102857867] 'agreement among raft nodes before linearized reading' (duration: 788.882171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.470355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:39.867188Z","time spent":"603.162272ms","remote":"127.0.0.1:51896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:40.470395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:39.681115Z","time spent":"789.255127ms","remote":"127.0.0.1:51816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:40.470878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.153207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:49:40.471011Z","caller":"traceutil/trace.go:171","msg":"trace[115761849] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26277; }","duration":"272.481524ms","start":"2026-04-29T02:49:40.198503Z","end":"2026-04-29T02:49:40.470984Z","steps":["trace[115761849] 'agreement among raft nodes before linearized reading' (duration: 271.76705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.470879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.7535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:40.471123Z","caller":"traceutil/trace.go:171","msg":"trace[2033944444] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26277; }","duration":"439.069626ms","start":"2026-04-29T02:49:40.032043Z","end":"2026-04-29T02:49:40.471112Z","steps":["trace[2033944444] 'agreement among raft nodes before linearized reading' (duration: 437.883544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.47116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:40.032019Z","time spent":"439.131988ms","remote":"127.0.0.1:42868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:41.412832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.887235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:41.413156Z","caller":"traceutil/trace.go:171","msg":"trace[2785526] transaction","detail":"{read_only:false; response_revision:26278; number_of_response:1; }","duration":"944.332634ms","start":"2026-04-29T02:49:40.468786Z","end":"2026-04-29T02:49:41.413119Z","steps":["trace[2785526] 'process raft request' (duration: 289.083632ms)","trace[2785526] 'compare' (duration: 654.084791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:41.413301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:40.468769Z","time spent":"944.467028ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:49:41.413418Z","caller":"traceutil/trace.go:171","msg":"trace[1863925207] linearizableReadLoop","detail":"{readStateIndex:27164; appliedIndex:27163; }","duration":"943.517799ms","start":"2026-04-29T02:49:40.469855Z","end":"2026-04-29T02:49:41.413373Z","steps":["trace[1863925207] 'read index received' (duration: 288.017633ms)","trace[1863925207] 'applied index is now lower than readState.Index' (duration: 655.493706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:41.413664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.527361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-29T02:49:41.41368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.723614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:41.413676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.16485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1601677f-e491-496d-9d54-346529d12b97\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-29T02:49:41.41371Z","caller":"traceutil/trace.go:171","msg":"trace[1151049151] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26278; }","duration":"144.622313ms","start":"2026-04-29T02:49:41.269076Z","end":"2026-04-29T02:49:41.413698Z","steps":["trace[1151049151] 'agreement among raft nodes before linearized reading' (duration: 144.505751ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:41.413718Z","caller":"traceutil/trace.go:171","msg":"trace[466769045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26278; }","duration":"942.809246ms","start":"2026-04-29T02:49:40.470894Z","end":"2026-04-29T02:49:41.413703Z","steps":["trace[466769045] 'agreement among raft nodes before linearized reading' (duration: 942.669214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:41.413723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.698177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10850"} {"level":"info","ts":"2026-04-29T02:49:41.413758Z","caller":"traceutil/trace.go:171","msg":"trace[394390320] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1601677f-e491-496d-9d54-346529d12b97; range_end:; response_count:1; response_revision:26278; }","duration":"945.266992ms","start":"2026-04-29T02:49:40.468466Z","end":"2026-04-29T02:49:41.413733Z","steps":["trace[394390320] 'agreement among raft nodes before linearized reading' (duration: 944.988847ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:41.413777Z","caller":"traceutil/trace.go:171","msg":"trace[1896574628] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26278; }","duration":"932.780669ms","start":"2026-04-29T02:49:40.480983Z","end":"2026-04-29T02:49:41.413764Z","steps":["trace[1896574628] 'agreement among raft nodes before linearized reading' (duration: 932.668177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:41.413782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:40.470887Z","time spent":"942.873237ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:41.413757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.214362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-29T02:49:41.413801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:40.468451Z","time spent":"945.341263ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-1601677f-e491-496d-9d54-346529d12b97\" "} {"level":"warn","ts":"2026-04-29T02:49:41.413819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:40.480962Z","time spent":"932.84815ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10874,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-29T02:49:41.413842Z","caller":"traceutil/trace.go:171","msg":"trace[438703061] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:26278; }","duration":"901.343474ms","start":"2026-04-29T02:49:40.512477Z","end":"2026-04-29T02:49:41.41382Z","steps":["trace[438703061] 'agreement among raft nodes before linearized reading' (duration: 901.11431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:41.413881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:40.512448Z","time spent":"901.424885ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-04-29T02:49:41.924445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:42.754981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.122436ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-29T02:49:42.755188Z","caller":"traceutil/trace.go:171","msg":"trace[1328430197] linearizableReadLoop","detail":"{readStateIndex:27166; appliedIndex:27164; }","duration":"1.33128828s","start":"2026-04-29T02:49:41.423885Z","end":"2026-04-29T02:49:42.755174Z","steps":["trace[1328430197] 'read index received' (duration: 630.039012ms)","trace[1328430197] 'applied index is now lower than readState.Index' (duration: 701.248358ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:42.755252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:41.415024Z","time spent":"1.340226656s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T02:49:42.755424Z","caller":"traceutil/trace.go:171","msg":"trace[446019412] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"1.331383912s","start":"2026-04-29T02:49:41.424032Z","end":"2026-04-29T02:49:42.755416Z","steps":["trace[446019412] 'process raft request' (duration: 1.331033296s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:42.755491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:41.424022Z","time spent":"1.331424073s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:49:42.755924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331643996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:42.755985Z","caller":"traceutil/trace.go:171","msg":"trace[991785497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26279; }","duration":"1.332127676s","start":"2026-04-29T02:49:41.423842Z","end":"2026-04-29T02:49:42.75597Z","steps":["trace[991785497] 'agreement among raft nodes before linearized reading' (duration: 1.331609946s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:42.75601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:41.423827Z","time spent":"1.332177427s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:44.163101Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052892557s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:44.422533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496050919s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:44.422663Z","caller":"traceutil/trace.go:171","msg":"trace[2078784254] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"1.727512549s","start":"2026-04-29T02:49:42.695104Z","end":"2026-04-29T02:49:44.422617Z","steps":["trace[2078784254] 'process raft request' (duration: 231.307007ms)","trace[2078784254] 'compare' (duration: 1.495764784s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:44.422806Z","caller":"traceutil/trace.go:171","msg":"trace[1977623928] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"1.665920132s","start":"2026-04-29T02:49:42.75688Z","end":"2026-04-29T02:49:44.4228Z","steps":["trace[1977623928] 'process raft request' (duration: 1.665743069s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:44.422786Z","caller":"traceutil/trace.go:171","msg":"trace[43240574] linearizableReadLoop","detail":"{readStateIndex:27167; appliedIndex:27166; }","duration":"1.667541511s","start":"2026-04-29T02:49:42.755213Z","end":"2026-04-29T02:49:44.422755Z","steps":["trace[43240574] 'read index received' (duration: 171.275959ms)","trace[43240574] 'applied index is now lower than readState.Index' (duration: 1.496262892s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:44.422854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:42.75683Z","time spent":"1.666001123s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:44.422929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:42.695073Z","time spent":"1.727745832s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:44.422775Z","caller":"traceutil/trace.go:171","msg":"trace[1593036092] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"1.662242502s","start":"2026-04-29T02:49:42.760516Z","end":"2026-04-29T02:49:44.422759Z","steps":["trace[1593036092] 'process raft request' (duration: 1.662197262s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:44.423155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683673502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"warn","ts":"2026-04-29T02:49:44.423171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997763842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-29T02:49:44.423195Z","caller":"traceutil/trace.go:171","msg":"trace[647290254] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26282; }","duration":"2.997799712s","start":"2026-04-29T02:49:41.425386Z","end":"2026-04-29T02:49:44.423186Z","steps":["trace[647290254] 'agreement among raft nodes before linearized reading' (duration: 2.99769855s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:44.423196Z","caller":"traceutil/trace.go:171","msg":"trace[363229072] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26282; }","duration":"1.683769643s","start":"2026-04-29T02:49:42.739412Z","end":"2026-04-29T02:49:44.423182Z","steps":["trace[363229072] 'agreement among raft nodes before linearized reading' (duration: 1.683483688s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:44.423206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:42.760506Z","time spent":"1.662668651s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:49:44.423225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:41.42538Z","time spent":"2.997836664s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-29T02:49:44.42323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:42.739383Z","time spent":"1.683838525s","remote":"127.0.0.1:51092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418403,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-29T02:49:44.423341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617568432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:44.423366Z","caller":"traceutil/trace.go:171","msg":"trace[105359518] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26282; }","duration":"2.617635153s","start":"2026-04-29T02:49:41.805723Z","end":"2026-04-29T02:49:44.423358Z","steps":["trace[105359518] 'agreement among raft nodes before linearized reading' (duration: 2.617592202s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:44.423386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:41.805701Z","time spent":"2.617679884s","remote":"127.0.0.1:42986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:44.423501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975721583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:44.423524Z","caller":"traceutil/trace.go:171","msg":"trace[1148908520] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26282; }","duration":"2.975758593s","start":"2026-04-29T02:49:41.447759Z","end":"2026-04-29T02:49:44.423518Z","steps":["trace[1148908520] 'agreement among raft nodes before linearized reading' (duration: 2.975719572s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:44.423543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:41.447753Z","time spent":"2.975785433s","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:44.423555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665971993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:44.423586Z","caller":"traceutil/trace.go:171","msg":"trace[1876896380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26282; }","duration":"1.666049034s","start":"2026-04-29T02:49:42.757527Z","end":"2026-04-29T02:49:44.423576Z","steps":["trace[1876896380] 'agreement among raft nodes before linearized reading' (duration: 1.665996793s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:44.423624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:42.75751Z","time spent":"1.666108485s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:44.423771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.482014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:44.423798Z","caller":"traceutil/trace.go:171","msg":"trace[1780712403] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26282; }","duration":"634.509375ms","start":"2026-04-29T02:49:43.789281Z","end":"2026-04-29T02:49:44.423791Z","steps":["trace[1780712403] 'agreement among raft nodes before linearized reading' (duration: 634.465464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:44.423821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:43.789213Z","time spent":"634.602837ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:44.423823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.524815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:44.423856Z","caller":"traceutil/trace.go:171","msg":"trace[637766360] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26282; }","duration":"787.564966ms","start":"2026-04-29T02:49:43.63628Z","end":"2026-04-29T02:49:44.423845Z","steps":["trace[637766360] 'agreement among raft nodes before linearized reading' (duration: 787.507295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:44.423865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314564199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:44.423893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:43.636199Z","time spent":"787.685949ms","remote":"127.0.0.1:51874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:44.423909Z","caller":"traceutil/trace.go:171","msg":"trace[1661229072] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26282; }","duration":"1.31461214s","start":"2026-04-29T02:49:43.109285Z","end":"2026-04-29T02:49:44.423897Z","steps":["trace[1661229072] 'agreement among raft nodes before linearized reading' (duration: 1.314527428s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:44.423928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.513006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:44.423954Z","caller":"traceutil/trace.go:171","msg":"trace[737174438] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26282; }","duration":"489.579837ms","start":"2026-04-29T02:49:43.934368Z","end":"2026-04-29T02:49:44.423948Z","steps":["trace[737174438] 'agreement among raft nodes before linearized reading' (duration: 489.541226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:44.423979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:43.934321Z","time spent":"489.653328ms","remote":"127.0.0.1:42858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:44.423948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:43.109183Z","time spent":"1.314755583s","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:44.424103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.694532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:44.424133Z","caller":"traceutil/trace.go:171","msg":"trace[50366048] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26282; }","duration":"871.767654ms","start":"2026-04-29T02:49:43.552356Z","end":"2026-04-29T02:49:44.424124Z","steps":["trace[50366048] 'agreement among raft nodes before linearized reading' (duration: 871.611871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:44.424173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:43.552334Z","time spent":"871.830625ms","remote":"127.0.0.1:33278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:45.3937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.627876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:45.393942Z","caller":"traceutil/trace.go:171","msg":"trace[1361064016] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"965.944057ms","start":"2026-04-29T02:49:44.427919Z","end":"2026-04-29T02:49:45.393863Z","steps":["trace[1361064016] 'process raft request' (duration: 367.088985ms)","trace[1361064016] 'compare' (duration: 598.133848ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:45.394024Z","caller":"traceutil/trace.go:171","msg":"trace[897138131] linearizableReadLoop","detail":"{readStateIndex:27170; appliedIndex:27169; }","duration":"965.415048ms","start":"2026-04-29T02:49:44.428577Z","end":"2026-04-29T02:49:45.393992Z","steps":["trace[897138131] 'read index received' (duration: 366.500045ms)","trace[897138131] 'applied index is now lower than readState.Index' (duration: 598.911283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:45.394109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:44.427899Z","time spent":"966.131701ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:49:45.393984Z","caller":"traceutil/trace.go:171","msg":"trace[327096038] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"771.649529ms","start":"2026-04-29T02:49:44.622316Z","end":"2026-04-29T02:49:45.393966Z","steps":["trace[327096038] 'process raft request' (duration: 771.511056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:45.394267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.675872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:49:45.3943Z","caller":"traceutil/trace.go:171","msg":"trace[243954722] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26284; }","duration":"965.737703ms","start":"2026-04-29T02:49:44.428553Z","end":"2026-04-29T02:49:45.394291Z","steps":["trace[243954722] 'agreement among raft nodes before linearized reading' (duration: 965.56707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:45.394295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:44.622285Z","time spent":"771.956024ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:45.394338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:44.428539Z","time spent":"965.784874ms","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T02:49:45.895078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:46.396104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:46.43262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000165555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:49:46.432692Z","caller":"traceutil/trace.go:171","msg":"trace[1549209451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000281588s","start":"2026-04-29T02:49:44.432393Z","end":"2026-04-29T02:49:46.432675Z","steps":["trace[1549209451] 'agreement among raft nodes before linearized reading' (duration: 2.000173635s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:46.432743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:44.432386Z","time spent":"2.000348779s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:46.896581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:47.060809Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.787408103s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:49:47.061519Z","caller":"traceutil/trace.go:171","msg":"trace[984365101] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"2.2431347s","start":"2026-04-29T02:49:44.818356Z","end":"2026-04-29T02:49:47.061491Z","steps":["trace[984365101] 'process raft request' (duration: 2.242808153s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:47.061678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:44.818327Z","time spent":"2.243265392s","remote":"127.0.0.1:51092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418437,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:48.433926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:49:48.433991Z","caller":"traceutil/trace.go:171","msg":"trace[1087532414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000363009s","start":"2026-04-29T02:49:46.433613Z","end":"2026-04-29T02:49:48.433976Z","steps":["trace[1087532414] 'agreement among raft nodes before linearized reading' (duration: 2.000272017s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:48.434024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:46.433593Z","time spent":"2.000423281s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:48.643286Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.582123591s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:49:48.643611Z","caller":"traceutil/trace.go:171","msg":"trace[449164729] transaction","detail":"{read_only:false; response_revision:26286; number_of_response:1; }","duration":"3.195916853s","start":"2026-04-29T02:49:45.447673Z","end":"2026-04-29T02:49:48.643589Z","steps":["trace[449164729] 'process raft request' (duration: 3.195762289s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:48.643718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:45.447591Z","time spent":"3.196048695s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:48.644088Z","caller":"traceutil/trace.go:171","msg":"trace[1139428869] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"2.212361596s","start":"2026-04-29T02:49:46.431661Z","end":"2026-04-29T02:49:48.644022Z","steps":["trace[1139428869] 'process raft request' (duration: 2.211899618s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:48.644382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:46.43164Z","time spent":"2.212570061s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:49.807626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000076115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:49:49.807716Z","caller":"traceutil/trace.go:171","msg":"trace[682545846] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000233787s","start":"2026-04-29T02:49:47.807462Z","end":"2026-04-29T02:49:49.807696Z","steps":["trace[682545846] 'agreement among raft nodes before linearized reading' (duration: 2.000094425s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:49.807767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:47.807447Z","time spent":"2.000310028s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:50.061913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417985045s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-29T02:49:50.062284Z","caller":"traceutil/trace.go:171","msg":"trace[401747503] linearizableReadLoop","detail":"{readStateIndex:27175; appliedIndex:27171; }","duration":"4.668168006s","start":"2026-04-29T02:49:45.394084Z","end":"2026-04-29T02:49:50.062252Z","steps":["trace[401747503] 'read index received' (duration: 1.66697692s)","trace[401747503] 'applied index is now lower than readState.Index' (duration: 3.001187386s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:50.062523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.786026381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:50.062607Z","caller":"traceutil/trace.go:171","msg":"trace[745754753] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26287; }","duration":"4.786128132s","start":"2026-04-29T02:49:45.27646Z","end":"2026-04-29T02:49:50.062589Z","steps":["trace[745754753] 'agreement among raft nodes before linearized reading' (duration: 4.78597896s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.062881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:45.27642Z","time spent":"4.786440648s","remote":"127.0.0.1:51944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:50.063241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.859444479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:50.063285Z","caller":"traceutil/trace.go:171","msg":"trace[1083672749] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26287; }","duration":"4.85951595s","start":"2026-04-29T02:49:45.203754Z","end":"2026-04-29T02:49:50.06327Z","steps":["trace[1083672749] 'agreement among raft nodes before linearized reading' (duration: 4.859448028s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.063308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:45.203736Z","time spent":"4.859565301s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:49:50.063296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.964421724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:50.063311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.295715ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:50.063337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.981443231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:50.063437Z","caller":"traceutil/trace.go:171","msg":"trace[1359187649] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26287; }","duration":"458.430377ms","start":"2026-04-29T02:49:49.60499Z","end":"2026-04-29T02:49:50.06342Z","steps":["trace[1359187649] 'range keys from in-memory index tree' (duration: 458.281355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.063455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623184146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:50.063466Z","caller":"traceutil/trace.go:171","msg":"trace[1789310007] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26287; }","duration":"4.981634974s","start":"2026-04-29T02:49:45.081802Z","end":"2026-04-29T02:49:50.063437Z","steps":["trace[1789310007] 'agreement among raft nodes before linearized reading' (duration: 4.98140577s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.063458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.633077785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-29T02:49:50.063345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346918221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:50.063535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:45.081781Z","time spent":"4.981742566s","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:50.063547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597810813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:50.063557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644160717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:50.063458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963662316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-04-29T02:49:50.063559Z","caller":"traceutil/trace.go:171","msg":"trace[1262403438] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26287; }","duration":"5.633199697s","start":"2026-04-29T02:49:44.43033Z","end":"2026-04-29T02:49:50.06353Z","steps":["trace[1262403438] 'agreement among raft nodes before linearized reading' (duration: 5.63283702s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:50.063586Z","caller":"traceutil/trace.go:171","msg":"trace[1107394685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26287; }","duration":"1.597867944s","start":"2026-04-29T02:49:48.465702Z","end":"2026-04-29T02:49:50.06357Z","steps":["trace[1107394685] 'agreement among raft nodes before linearized reading' (duration: 1.597809803s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.063749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240715244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:50.063778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932981225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:50.063744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621677467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:50.063611Z","caller":"traceutil/trace.go:171","msg":"trace[1234629040] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26287; }","duration":"1.963875081s","start":"2026-04-29T02:49:48.099722Z","end":"2026-04-29T02:49:50.063597Z","steps":["trace[1234629040] 'agreement among raft nodes before linearized reading' (duration: 1.963517524s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.063805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041300301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:50.063838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:48.099698Z","time spent":"1.964127435s","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-29T02:49:50.063841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156981814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:50.06349Z","caller":"traceutil/trace.go:171","msg":"trace[1112634910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26287; }","duration":"1.623239697s","start":"2026-04-29T02:49:48.440241Z","end":"2026-04-29T02:49:50.063481Z","steps":["trace[1112634910] 'agreement among raft nodes before linearized reading' (duration: 1.623182586s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:50.063874Z","caller":"traceutil/trace.go:171","msg":"trace[283415445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26287; }","duration":"1.157069275s","start":"2026-04-29T02:49:48.906796Z","end":"2026-04-29T02:49:50.063865Z","steps":["trace[283415445] 'agreement among raft nodes before linearized reading' (duration: 1.157020194s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.063888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:48.440229Z","time spent":"1.623650405s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:49:50.063886Z","caller":"traceutil/trace.go:171","msg":"trace[448409901] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26287; }","duration":"1.041426453s","start":"2026-04-29T02:49:49.022434Z","end":"2026-04-29T02:49:50.063861Z","steps":["trace[448409901] 'agreement among raft nodes before linearized reading' (duration: 1.041212179s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.063913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:48.906761Z","time spent":"1.157142827s","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:50.063957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:49.022377Z","time spent":"1.041563356s","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:50.063747Z","caller":"traceutil/trace.go:171","msg":"trace[907894484] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26287; }","duration":"1.347232447s","start":"2026-04-29T02:49:48.716336Z","end":"2026-04-29T02:49:50.063568Z","steps":["trace[907894484] 'agreement among raft nodes before linearized reading' (duration: 1.346907951s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:50.06382Z","caller":"traceutil/trace.go:171","msg":"trace[585428900] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26287; }","duration":"1.933044176s","start":"2026-04-29T02:49:48.130755Z","end":"2026-04-29T02:49:50.063799Z","steps":["trace[585428900] 'agreement among raft nodes before linearized reading' (duration: 1.932900564s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.064085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:48.130727Z","time spent":"1.933346941s","remote":"127.0.0.1:60314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:50.064093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:48.716306Z","time spent":"1.347761226s","remote":"127.0.0.1:43450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:50.063602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.064729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:50.063589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.469582317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:50.064298Z","caller":"traceutil/trace.go:171","msg":"trace[1683136651] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26287; }","duration":"597.804522ms","start":"2026-04-29T02:49:49.46648Z","end":"2026-04-29T02:49:50.064285Z","steps":["trace[1683136651] 'agreement among raft nodes before linearized reading' (duration: 597.028678ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:50.064345Z","caller":"traceutil/trace.go:171","msg":"trace[43611506] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26287; }","duration":"3.470374002s","start":"2026-04-29T02:49:46.593953Z","end":"2026-04-29T02:49:50.064327Z","steps":["trace[43611506] 'agreement among raft nodes before linearized reading' (duration: 3.469602308s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.064364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:49.46645Z","time spent":"597.902474ms","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:50.064395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:46.593929Z","time spent":"3.470451324s","remote":"127.0.0.1:43388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:50.064476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.66733074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-29T02:49:50.063384Z","caller":"traceutil/trace.go:171","msg":"trace[1332268711] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26287; }","duration":"4.964542436s","start":"2026-04-29T02:49:45.098821Z","end":"2026-04-29T02:49:50.063363Z","steps":["trace[1332268711] 'agreement among raft nodes before linearized reading' (duration: 4.964380103s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.063792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347736428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-29T02:49:50.064603Z","caller":"traceutil/trace.go:171","msg":"trace[1161215721] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26287; }","duration":"2.348563953s","start":"2026-04-29T02:49:47.716017Z","end":"2026-04-29T02:49:50.064581Z","steps":["trace[1161215721] 'agreement among raft nodes before linearized reading' (duration: 2.347620206s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.064705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:47.715976Z","time spent":"2.348688756s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-29T02:49:50.063643Z","caller":"traceutil/trace.go:171","msg":"trace[1725835671] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26287; }","duration":"1.644251979s","start":"2026-04-29T02:49:48.419345Z","end":"2026-04-29T02:49:50.063597Z","steps":["trace[1725835671] 'agreement among raft nodes before linearized reading' (duration: 1.644178707s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.063746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:48.465692Z","time spent":"1.598041657s","remote":"127.0.0.1:56106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:50.065441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:45.098811Z","time spent":"4.966613754s","remote":"127.0.0.1:39922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:50.065442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:48.419324Z","time spent":"1.646092122s","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:50.063795Z","caller":"traceutil/trace.go:171","msg":"trace[918137062] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26287; }","duration":"1.240791225s","start":"2026-04-29T02:49:48.822992Z","end":"2026-04-29T02:49:50.063783Z","steps":["trace[918137062] 'agreement among raft nodes before linearized reading' (duration: 1.240712763s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.065552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:48.822976Z","time spent":"1.242557047s","remote":"127.0.0.1:42904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:50.063833Z","caller":"traceutil/trace.go:171","msg":"trace[1658482640] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26287; }","duration":"1.62184889s","start":"2026-04-29T02:49:48.441968Z","end":"2026-04-29T02:49:50.063817Z","steps":["trace[1658482640] 'agreement among raft nodes before linearized reading' (duration: 1.621593836s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.065706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626930076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:50.065734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:48.441957Z","time spent":"1.623746905s","remote":"127.0.0.1:60110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:50.065744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654389149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:50.065757Z","caller":"traceutil/trace.go:171","msg":"trace[1025950294] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26287; }","duration":"2.627049789s","start":"2026-04-29T02:49:47.438695Z","end":"2026-04-29T02:49:50.065745Z","steps":["trace[1025950294] 'agreement among raft nodes before linearized reading' (duration: 2.626964167s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.06386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348356649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-29T02:49:50.065779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.093745409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cjx9j\" ","response":"range_response_count:1 size:5487"} {"level":"warn","ts":"2026-04-29T02:49:50.065805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:47.438509Z","time spent":"2.627284073s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:50.065811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.013065958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:50.065812Z","caller":"traceutil/trace.go:171","msg":"trace[1940275224] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26287; }","duration":"3.65445331s","start":"2026-04-29T02:49:46.411334Z","end":"2026-04-29T02:49:50.065787Z","steps":["trace[1940275224] 'agreement among raft nodes before linearized reading' (duration: 3.654356488s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:50.065844Z","caller":"traceutil/trace.go:171","msg":"trace[1463933610] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cjx9j; range_end:; response_count:1; response_revision:26287; }","duration":"4.093838132s","start":"2026-04-29T02:49:45.971985Z","end":"2026-04-29T02:49:50.065823Z","steps":["trace[1463933610] 'agreement among raft nodes before linearized reading' (duration: 4.093607078s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:50.065858Z","caller":"traceutil/trace.go:171","msg":"trace[1026455264] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26287; }","duration":"4.013131149s","start":"2026-04-29T02:49:46.05271Z","end":"2026-04-29T02:49:50.065841Z","steps":["trace[1026455264] 'agreement among raft nodes before linearized reading' (duration: 4.013054917s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.065873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:46.411267Z","time spent":"3.654591282s","remote":"127.0.0.1:55956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:50.065889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371086712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-29T02:49:50.065889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:45.971968Z","time spent":"4.093907823s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5511,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cjx9j\" "} {"level":"warn","ts":"2026-04-29T02:49:50.065893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:46.052697Z","time spent":"4.01318651s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:50.065925Z","caller":"traceutil/trace.go:171","msg":"trace[865379786] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26287; }","duration":"3.371161434s","start":"2026-04-29T02:49:46.694753Z","end":"2026-04-29T02:49:50.065915Z","steps":["trace[865379786] 'agreement among raft nodes before linearized reading' (duration: 3.37094742s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.065966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:46.694733Z","time spent":"3.371225226s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":234,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:50.063631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:44.430324Z","time spent":"5.633295469s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-04-29T02:49:50.065822Z","caller":"traceutil/trace.go:171","msg":"trace[251663645] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26287; }","duration":"2.350339475s","start":"2026-04-29T02:49:47.715468Z","end":"2026-04-29T02:49:50.065808Z","steps":["trace[251663645] 'agreement among raft nodes before linearized reading' (duration: 2.348341148s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.066146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:47.715447Z","time spent":"2.350674623s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-29T02:49:50.066658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599244301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:50.066906Z","caller":"traceutil/trace.go:171","msg":"trace[1362303046] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26287; }","duration":"2.599532525s","start":"2026-04-29T02:49:47.467359Z","end":"2026-04-29T02:49:50.066891Z","steps":["trace[1362303046] 'agreement among raft nodes before linearized reading' (duration: 2.59922797s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.066946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:47.467338Z","time spent":"2.599594517s","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:50.067013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.584787783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:49:50.067067Z","caller":"traceutil/trace.go:171","msg":"trace[184301214] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26287; }","duration":"4.584889025s","start":"2026-04-29T02:49:45.482164Z","end":"2026-04-29T02:49:50.067053Z","steps":["trace[184301214] 'agreement among raft nodes before linearized reading' (duration: 4.584350086s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.067103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:45.482143Z","time spent":"4.584948186s","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-29T02:49:50.067206Z","caller":"traceutil/trace.go:171","msg":"trace[1607972017] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a; range_end:; response_count:1; response_revision:26287; }","duration":"4.66836842s","start":"2026-04-29T02:49:45.397066Z","end":"2026-04-29T02:49:50.065435Z","steps":["trace[1607972017] 'agreement among raft nodes before linearized reading' (duration: 4.66614987s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.06731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:45.397049Z","time spent":"4.670235464s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" "} {"level":"warn","ts":"2026-04-29T02:49:50.067222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.115272991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:49:50.067639Z","caller":"traceutil/trace.go:171","msg":"trace[1579754542] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26287; }","duration":"4.11571613s","start":"2026-04-29T02:49:45.951877Z","end":"2026-04-29T02:49:50.067593Z","steps":["trace[1579754542] 'agreement among raft nodes before linearized reading' (duration: 4.115118038s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.0677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:45.951852Z","time spent":"4.115827542s","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":180,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:50.244676Z","caller":"traceutil/trace.go:171","msg":"trace[431837143] linearizableReadLoop","detail":"{readStateIndex:27176; appliedIndex:27175; }","duration":"173.900209ms","start":"2026-04-29T02:49:50.070751Z","end":"2026-04-29T02:49:50.244651Z","steps":["trace[431837143] 'read index received' (duration: 173.742836ms)","trace[431837143] 'applied index is now lower than readState.Index' (duration: 156.283µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:50.24474Z","caller":"traceutil/trace.go:171","msg":"trace[599199913] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"174.784725ms","start":"2026-04-29T02:49:50.069908Z","end":"2026-04-29T02:49:50.244692Z","steps":["trace[599199913] 'process raft request' (duration: 174.555411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.244941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.176033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-04-29T02:49:50.244989Z","caller":"traceutil/trace.go:171","msg":"trace[144019382] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26288; }","duration":"174.269265ms","start":"2026-04-29T02:49:50.070706Z","end":"2026-04-29T02:49:50.244975Z","steps":["trace[144019382] 'agreement among raft nodes before linearized reading' (duration: 174.076501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:50.745474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708962,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:49:51.003694Z","caller":"traceutil/trace.go:171","msg":"trace[1555875603] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"932.706468ms","start":"2026-04-29T02:49:50.070952Z","end":"2026-04-29T02:49:51.003659Z","steps":["trace[1555875603] 'process raft request' (duration: 932.291011ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:51.003735Z","caller":"traceutil/trace.go:171","msg":"trace[378518693] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"929.675662ms","start":"2026-04-29T02:49:50.07402Z","end":"2026-04-29T02:49:51.003696Z","steps":["trace[378518693] 'process raft request' (duration: 929.542259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:51.003845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:50.070063Z","time spent":"933.706457ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:51.003741Z","caller":"traceutil/trace.go:171","msg":"trace[954675762] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"931.985684ms","start":"2026-04-29T02:49:50.071716Z","end":"2026-04-29T02:49:51.003702Z","steps":["trace[954675762] 'process raft request' (duration: 931.79104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:51.00407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:50.073984Z","time spent":"929.850465ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5661,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:51.004109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:50.071684Z","time spent":"932.31272ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:52.073528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000491692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:49:52.073762Z","caller":"traceutil/trace.go:171","msg":"trace[1056239982] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000799917s","start":"2026-04-29T02:49:50.072942Z","end":"2026-04-29T02:49:52.073742Z","steps":["trace[1056239982] 'agreement among raft nodes before linearized reading' (duration: 2.000523382s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:52.074048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:50.072935Z","time spent":"2.001094473s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:53.69099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.185385Z","time spent":"505.597876ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:49:53.691532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573273078s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:53.691761Z","caller":"traceutil/trace.go:171","msg":"trace[1766949913] linearizableReadLoop","detail":"{readStateIndex:27181; appliedIndex:27176; }","duration":"3.446984797s","start":"2026-04-29T02:49:50.244753Z","end":"2026-04-29T02:49:53.691737Z","steps":["trace[1766949913] 'read index received' (duration: 758.455703ms)","trace[1766949913] 'applied index is now lower than readState.Index' (duration: 2.688528194s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:53.691853Z","caller":"traceutil/trace.go:171","msg":"trace[40282006] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"3.442239238s","start":"2026-04-29T02:49:50.2496Z","end":"2026-04-29T02:49:53.691839Z","steps":["trace[40282006] 'process raft request' (duration: 868.592404ms)","trace[40282006] 'compare' (duration: 2.571389613s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:53.691901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:50.249559Z","time spent":"3.44231637s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:49:53.692196Z","caller":"traceutil/trace.go:171","msg":"trace[607360892] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"3.290819209s","start":"2026-04-29T02:49:50.401366Z","end":"2026-04-29T02:49:53.692185Z","steps":["trace[607360892] 'process raft request' (duration: 3.290284029s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:53.692264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:50.40133Z","time spent":"3.29088937s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:53.69249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.515799579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-29T02:49:53.692519Z","caller":"traceutil/trace.go:171","msg":"trace[1163189433] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26293; }","duration":"3.51588863s","start":"2026-04-29T02:49:50.176621Z","end":"2026-04-29T02:49:53.69251Z","steps":["trace[1163189433] 'agreement among raft nodes before linearized reading' (duration: 3.515764678s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:53.692547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:50.176603Z","time spent":"3.515937901s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:49:53.692704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618178605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:53.692736Z","caller":"traceutil/trace.go:171","msg":"trace[1070619763] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26293; }","duration":"3.618241596s","start":"2026-04-29T02:49:50.074486Z","end":"2026-04-29T02:49:53.692727Z","steps":["trace[1070619763] 'agreement among raft nodes before linearized reading' (duration: 3.618189955s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:53.692764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:50.074474Z","time spent":"3.618281237s","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:49:53.694128Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.764844574s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:53.695183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.228292995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:53.695219Z","caller":"traceutil/trace.go:171","msg":"trace[1605425855] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26294; }","duration":"3.228370277s","start":"2026-04-29T02:49:50.466841Z","end":"2026-04-29T02:49:53.695211Z","steps":["trace[1605425855] 'agreement among raft nodes before linearized reading' (duration: 3.228267474s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:53.695243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290577243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:53.695286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:50.466821Z","time spent":"3.228416077s","remote":"127.0.0.1:55946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:53.695318Z","caller":"traceutil/trace.go:171","msg":"trace[1846282877] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26294; }","duration":"1.290715734s","start":"2026-04-29T02:49:52.404582Z","end":"2026-04-29T02:49:53.695298Z","steps":["trace[1846282877] 'agreement among raft nodes before linearized reading' (duration: 1.290554591s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:53.695366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:52.404527Z","time spent":"1.290828366s","remote":"127.0.0.1:39924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:53.695397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.187915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:53.695426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.9833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:53.695469Z","caller":"traceutil/trace.go:171","msg":"trace[1881750684] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26294; }","duration":"340.319997ms","start":"2026-04-29T02:49:53.355131Z","end":"2026-04-29T02:49:53.695451Z","steps":["trace[1881750684] 'agreement among raft nodes before linearized reading' (duration: 340.180755ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:53.695486Z","caller":"traceutil/trace.go:171","msg":"trace[1128393073] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26294; }","duration":"428.104102ms","start":"2026-04-29T02:49:53.267361Z","end":"2026-04-29T02:49:53.695465Z","steps":["trace[1128393073] 'agreement among raft nodes before linearized reading' (duration: 427.95694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:53.695512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.355104Z","time spent":"340.398869ms","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:53.695501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.127241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:53.69554Z","caller":"traceutil/trace.go:171","msg":"trace[1273882727] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"1.766347042s","start":"2026-04-29T02:49:51.929165Z","end":"2026-04-29T02:49:53.695512Z","steps":["trace[1273882727] 'process raft request' (duration: 1.765852762s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:53.695544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77478781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:53.695591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.581113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:53.695603Z","caller":"traceutil/trace.go:171","msg":"trace[1864363205] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26294; }","duration":"618.285123ms","start":"2026-04-29T02:49:53.077295Z","end":"2026-04-29T02:49:53.69558Z","steps":["trace[1864363205] 'agreement among raft nodes before linearized reading' (duration: 618.11579ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:53.695659Z","caller":"traceutil/trace.go:171","msg":"trace[1841682744] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26294; }","duration":"2.774918363s","start":"2026-04-29T02:49:50.920681Z","end":"2026-04-29T02:49:53.6956Z","steps":["trace[1841682744] 'agreement among raft nodes before linearized reading' (duration: 2.77477036s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:53.695688Z","caller":"traceutil/trace.go:171","msg":"trace[894201986] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26294; }","duration":"397.671255ms","start":"2026-04-29T02:49:53.297965Z","end":"2026-04-29T02:49:53.695636Z","steps":["trace[894201986] 'agreement among raft nodes before linearized reading' (duration: 397.592954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:53.695718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.077272Z","time spent":"618.423106ms","remote":"127.0.0.1:42832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:53.695751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.071926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:53.695752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.297944Z","time spent":"397.794747ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:53.695787Z","caller":"traceutil/trace.go:171","msg":"trace[1043537637] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26294; }","duration":"243.146108ms","start":"2026-04-29T02:49:53.452631Z","end":"2026-04-29T02:49:53.695777Z","steps":["trace[1043537637] 'agreement among raft nodes before linearized reading' (duration: 243.076677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:53.695533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.267332Z","time spent":"428.190353ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:53.696263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.130010094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:53.696277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016762265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:53.696298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621167348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:53.696315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723284219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:53.696316Z","caller":"traceutil/trace.go:171","msg":"trace[511929734] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26294; }","duration":"3.130090395s","start":"2026-04-29T02:49:50.566212Z","end":"2026-04-29T02:49:53.696303Z","steps":["trace[511929734] 'agreement among raft nodes before linearized reading' (duration: 3.130000054s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:53.696333Z","caller":"traceutil/trace.go:171","msg":"trace[1427179389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26294; }","duration":"1.62124205s","start":"2026-04-29T02:49:52.075082Z","end":"2026-04-29T02:49:53.696324Z","steps":["trace[1427179389] 'agreement among raft nodes before linearized reading' (duration: 1.621182569s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:53.696342Z","caller":"traceutil/trace.go:171","msg":"trace[909512177] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26294; }","duration":"1.72336236s","start":"2026-04-29T02:49:51.97297Z","end":"2026-04-29T02:49:53.696333Z","steps":["trace[909512177] 'agreement among raft nodes before linearized reading' (duration: 1.723254198s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:53.696337Z","caller":"traceutil/trace.go:171","msg":"trace[1466377996] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26294; }","duration":"3.016866048s","start":"2026-04-29T02:49:50.679455Z","end":"2026-04-29T02:49:53.696321Z","steps":["trace[1466377996] 'agreement among raft nodes before linearized reading' (duration: 3.016760136s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:53.696349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:50.566196Z","time spent":"3.130144407s","remote":"127.0.0.1:51092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:53.696366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:52.075062Z","time spent":"1.62129802s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:53.696369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:51.97291Z","time spent":"1.723453143s","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:53.696389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:50.679432Z","time spent":"3.016942609s","remote":"127.0.0.1:43334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:53.696426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182548213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-29T02:49:53.696374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:51.929141Z","time spent":"1.766453114s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:53.696486Z","caller":"traceutil/trace.go:171","msg":"trace[1514443047] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:26294; }","duration":"3.182640474s","start":"2026-04-29T02:49:50.513836Z","end":"2026-04-29T02:49:53.696477Z","steps":["trace[1514443047] 'agreement among raft nodes before linearized reading' (duration: 3.182449371s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:53.69653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:50.51382Z","time spent":"3.182684456s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-04-29T02:49:53.696426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:50.920661Z","time spent":"2.775744317s","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:53.69642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688234658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-phr6z\" ","response":"range_response_count:1 size:5317"} {"level":"info","ts":"2026-04-29T02:49:53.69662Z","caller":"traceutil/trace.go:171","msg":"trace[868159368] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-phr6z; range_end:; response_count:1; response_revision:26294; }","duration":"2.688469894s","start":"2026-04-29T02:49:51.008138Z","end":"2026-04-29T02:49:53.696608Z","steps":["trace[868159368] 'agreement among raft nodes before linearized reading' (duration: 2.688138117s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:53.696665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:51.008119Z","time spent":"2.688534575s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5341,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-phr6z\" "} {"level":"warn","ts":"2026-04-29T02:49:54.201155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:54.701962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:55.20322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:55.702891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:49:55.702989Z","caller":"traceutil/trace.go:171","msg":"trace[1352579457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081485s","start":"2026-04-29T02:49:53.702886Z","end":"2026-04-29T02:49:55.702968Z","steps":["trace[1352579457] 'agreement among raft nodes before linearized reading' (duration: 1.999957751s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:55.703036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.702876Z","time spent":"2.000150306s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:55.70377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:55.891016Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.185270953s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:55.891407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.697482Z","time spent":"2.193919934s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:49:57.609989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084095328s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:49:57.610551Z","caller":"traceutil/trace.go:171","msg":"trace[805781212] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"3.912416663s","start":"2026-04-29T02:49:53.698092Z","end":"2026-04-29T02:49:57.610508Z","steps":["trace[805781212] 'process raft request' (duration: 3.912157139s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:57.610637Z","caller":"traceutil/trace.go:171","msg":"trace[1627713414] transaction","detail":"{read_only:false; response_revision:26296; number_of_response:1; }","duration":"3.905615506s","start":"2026-04-29T02:49:53.70498Z","end":"2026-04-29T02:49:57.610595Z","steps":["trace[1627713414] 'process raft request' (duration: 3.905436113s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.610669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910164832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:57.610718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.698073Z","time spent":"3.912561986s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:49:57.610754Z","caller":"traceutil/trace.go:171","msg":"trace[947918446] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26296; }","duration":"3.910284924s","start":"2026-04-29T02:49:53.700455Z","end":"2026-04-29T02:49:57.61074Z","steps":["trace[947918446] 'agreement among raft nodes before linearized reading' (duration: 3.910151951s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:57.610539Z","caller":"traceutil/trace.go:171","msg":"trace[1856664726] linearizableReadLoop","detail":"{readStateIndex:27185; appliedIndex:27182; }","duration":"3.91003406s","start":"2026-04-29T02:49:53.700476Z","end":"2026-04-29T02:49:57.61051Z","steps":["trace[1856664726] 'read index received' (duration: 2.190772625s)","trace[1856664726] 'applied index is now lower than readState.Index' (duration: 1.719259864s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:57.610794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.700443Z","time spent":"3.910340285s","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:49:57.610836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.704968Z","time spent":"3.905752399s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5299,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:57.704519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00043502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:49:57.704633Z","caller":"traceutil/trace.go:171","msg":"trace[365150202] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000607634s","start":"2026-04-29T02:49:55.704Z","end":"2026-04-29T02:49:57.704608Z","steps":["trace[365150202] 'agreement among raft nodes before linearized reading' (duration: 2.000465831s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.704685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:55.703978Z","time spent":"2.000696465s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:58.111887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:58.512916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.589877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:58.513083Z","caller":"traceutil/trace.go:171","msg":"trace[1942860355] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"2.620202321s","start":"2026-04-29T02:49:55.892847Z","end":"2026-04-29T02:49:58.513049Z","steps":["trace[1942860355] 'process raft request' (duration: 2.46442025s)","trace[1942860355] 'compare' (duration: 155.254231ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:58.513205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:55.892824Z","time spent":"2.620310584s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:59.711819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013626105s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:59.713466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000773197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:59.713542Z","caller":"traceutil/trace.go:171","msg":"trace[1986712538] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000897939s","start":"2026-04-29T02:49:57.712622Z","end":"2026-04-29T02:49:59.71352Z","steps":["trace[1986712538] 'agreement among raft nodes before linearized reading' (duration: 2.000811498s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:59.713604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:57.712598Z","time spent":"2.000996651s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:59.870932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357920566s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-29T02:49:59.87118Z","caller":"traceutil/trace.go:171","msg":"trace[238616876] linearizableReadLoop","detail":"{readStateIndex:27187; appliedIndex:27185; }","duration":"2.260337741s","start":"2026-04-29T02:49:57.61082Z","end":"2026-04-29T02:49:59.871158Z","steps":["trace[238616876] 'read index received' (duration: 746.329248ms)","trace[238616876] 'applied index is now lower than readState.Index' (duration: 1.514007393s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:59.871318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.47985019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:59.871353Z","caller":"traceutil/trace.go:171","msg":"trace[1234916916] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26297; }","duration":"4.479955232s","start":"2026-04-29T02:49:55.391385Z","end":"2026-04-29T02:49:59.87134Z","steps":["trace[1234916916] 'agreement among raft nodes before linearized reading' (duration: 4.479871201s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:59.871332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.291480142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:59.871393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:55.391356Z","time spent":"4.480024033s","remote":"127.0.0.1:43398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:59.871403Z","caller":"traceutil/trace.go:171","msg":"trace[1329773221] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26297; }","duration":"4.291622925s","start":"2026-04-29T02:49:55.57976Z","end":"2026-04-29T02:49:59.871383Z","steps":["trace[1329773221] 'agreement among raft nodes before linearized reading' (duration: 4.291461122s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:59.871442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:55.579737Z","time spent":"4.291695026s","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:59.871755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652485802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:59.87178Z","caller":"traceutil/trace.go:171","msg":"trace[251290535] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26297; }","duration":"2.652513054s","start":"2026-04-29T02:49:57.219258Z","end":"2026-04-29T02:49:59.871771Z","steps":["trace[251290535] 'agreement among raft nodes before linearized reading' (duration: 2.652467683s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:59.871802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:57.21923Z","time spent":"2.652566264s","remote":"127.0.0.1:43416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:59.871864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.793723834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:49:59.8719Z","caller":"traceutil/trace.go:171","msg":"trace[1512415279] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26297; }","duration":"4.793796396s","start":"2026-04-29T02:49:55.078092Z","end":"2026-04-29T02:49:59.871888Z","steps":["trace[1512415279] 'agreement among raft nodes before linearized reading' (duration: 4.793667254s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:59.871928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:55.078071Z","time spent":"4.793850287s","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T02:49:59.871966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.131825ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:59.872118Z","caller":"traceutil/trace.go:171","msg":"trace[1665334553] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26297; }","duration":"267.292468ms","start":"2026-04-29T02:49:59.604795Z","end":"2026-04-29T02:49:59.872087Z","steps":["trace[1665334553] 'range keys from in-memory index tree' (duration: 267.106174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:59.872161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.975961548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:59.872192Z","caller":"traceutil/trace.go:171","msg":"trace[1569902677] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26297; }","duration":"4.976030679s","start":"2026-04-29T02:49:54.89615Z","end":"2026-04-29T02:49:59.872181Z","steps":["trace[1569902677] 'agreement among raft nodes before linearized reading' (duration: 4.975914007s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:59.872221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:54.896129Z","time spent":"4.976085731s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":91,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:59.872379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.374447888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:59.872409Z","caller":"traceutil/trace.go:171","msg":"trace[992755400] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26297; }","duration":"5.374516429s","start":"2026-04-29T02:49:54.497883Z","end":"2026-04-29T02:49:59.872399Z","steps":["trace[992755400] 'agreement among raft nodes before linearized reading' (duration: 5.374468598s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:59.872438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:54.497861Z","time spent":"5.37457029s","remote":"127.0.0.1:43118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:59.872582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.738187582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:59.872608Z","caller":"traceutil/trace.go:171","msg":"trace[1226827654] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26297; }","duration":"5.738258104s","start":"2026-04-29T02:49:54.134341Z","end":"2026-04-29T02:49:59.872599Z","steps":["trace[1226827654] 'agreement among raft nodes before linearized reading' (duration: 5.738211053s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:59.872635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:54.13431Z","time spent":"5.738316934s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:59.872915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.170300308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-29T02:49:59.87295Z","caller":"traceutil/trace.go:171","msg":"trace[1896627089] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26297; }","duration":"6.170347989s","start":"2026-04-29T02:49:53.702592Z","end":"2026-04-29T02:49:59.87294Z","steps":["trace[1896627089] 'agreement among raft nodes before linearized reading' (duration: 6.170240267s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:59.87298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.702581Z","time spent":"6.170391829s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-29T02:49:59.873218Z","caller":"traceutil/trace.go:171","msg":"trace[341526771] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"1.175074541s","start":"2026-04-29T02:49:58.698114Z","end":"2026-04-29T02:49:59.873188Z","steps":["trace[341526771] 'process raft request' (duration: 1.172927561s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:59.873454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:58.698095Z","time spent":"1.175269414s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:00.371777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708980,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:50:00.498982Z","caller":"traceutil/trace.go:171","msg":"trace[1267873913] linearizableReadLoop","detail":"{readStateIndex:27191; appliedIndex:27188; }","duration":"627.592966ms","start":"2026-04-29T02:49:59.871227Z","end":"2026-04-29T02:50:00.49882Z","steps":["trace[1267873913] 'read index received' (duration: 627.167569ms)","trace[1267873913] 'applied index is now lower than readState.Index' (duration: 424.787µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:00.499001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574102763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:00.499079Z","caller":"traceutil/trace.go:171","msg":"trace[621107621] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26301; }","duration":"2.574242256s","start":"2026-04-29T02:49:57.924814Z","end":"2026-04-29T02:50:00.499057Z","steps":["trace[621107621] 'agreement among raft nodes before linearized reading' (duration: 2.574080673s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:00.499146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:57.924786Z","time spent":"2.574335478s","remote":"127.0.0.1:51930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:00.499204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128404902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:00.499083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.423446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:00.499283Z","caller":"traceutil/trace.go:171","msg":"trace[1568475041] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26301; }","duration":"1.128532064s","start":"2026-04-29T02:49:59.370729Z","end":"2026-04-29T02:50:00.499261Z","steps":["trace[1568475041] 'agreement among raft nodes before linearized reading' (duration: 1.128389272s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:00.499309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.881098019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab3fc74089b3b\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-29T02:50:00.499335Z","caller":"traceutil/trace.go:171","msg":"trace[1342433536] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab3fc74089b3b; range_end:; response_count:1; response_revision:26301; }","duration":"2.881166741s","start":"2026-04-29T02:49:57.61816Z","end":"2026-04-29T02:50:00.499327Z","steps":["trace[1342433536] 'agreement among raft nodes before linearized reading' (duration: 2.881016638s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:00.499335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:59.370707Z","time spent":"1.128617185s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:00.499362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:57.618132Z","time spent":"2.881225342s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab3fc74089b3b\" "} {"level":"warn","ts":"2026-04-29T02:50:00.499156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742666632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:00.499414Z","caller":"traceutil/trace.go:171","msg":"trace[1342549627] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"1.729005506s","start":"2026-04-29T02:49:58.770369Z","end":"2026-04-29T02:50:00.499375Z","steps":["trace[1342549627] 'process raft request' (duration: 1.72808486s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:00.499374Z","caller":"traceutil/trace.go:171","msg":"trace[2097806970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26301; }","duration":"785.742271ms","start":"2026-04-29T02:49:59.713548Z","end":"2026-04-29T02:50:00.49929Z","steps":["trace[2097806970] 'agreement among raft nodes before linearized reading' (duration: 785.332234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:00.499573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:58.770349Z","time spent":"1.729117258s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:00.499565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984121437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-29T02:50:00.499591Z","caller":"traceutil/trace.go:171","msg":"trace[1355329997] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"1.529968079s","start":"2026-04-29T02:49:58.969604Z","end":"2026-04-29T02:50:00.499572Z","steps":["trace[1355329997] 'process raft request' (duration: 1.529179735s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:00.499715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88332997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mqvv6\" ","response":"range_response_count:1 size:5421"} {"level":"info","ts":"2026-04-29T02:50:00.499732Z","caller":"traceutil/trace.go:171","msg":"trace[511165126] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26301; }","duration":"1.984461193s","start":"2026-04-29T02:49:58.515243Z","end":"2026-04-29T02:50:00.499704Z","steps":["trace[511165126] 'agreement among raft nodes before linearized reading' (duration: 1.983958904s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:00.499758Z","caller":"traceutil/trace.go:171","msg":"trace[361463771] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mqvv6; range_end:; response_count:1; response_revision:26301; }","duration":"2.883385621s","start":"2026-04-29T02:49:57.616362Z","end":"2026-04-29T02:50:00.499747Z","steps":["trace[361463771] 'agreement among raft nodes before linearized reading' (duration: 2.883166127s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:00.499819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:57.616343Z","time spent":"2.883442154s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5445,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mqvv6\" "} {"level":"warn","ts":"2026-04-29T02:50:00.499832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:58.969577Z","time spent":"1.530144463s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:00.499863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:58.515228Z","time spent":"1.984556206s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T02:50:00.499709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:59.713522Z","time spent":"786.160149ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:00.500046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.955609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f13eb427-5b3d-46f3-af6d-d41c5aa381f3\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-29T02:50:00.499234Z","caller":"traceutil/trace.go:171","msg":"trace[975627563] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"1.711268186s","start":"2026-04-29T02:49:58.787901Z","end":"2026-04-29T02:50:00.49917Z","steps":["trace[975627563] 'process raft request' (duration: 1.710822058s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:00.5001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.416756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:00.5001Z","caller":"traceutil/trace.go:171","msg":"trace[1580555415] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f13eb427-5b3d-46f3-af6d-d41c5aa381f3; range_end:; response_count:1; response_revision:26301; }","duration":"624.032791ms","start":"2026-04-29T02:49:59.876051Z","end":"2026-04-29T02:50:00.500084Z","steps":["trace[1580555415] 'agreement among raft nodes before linearized reading' (duration: 623.897239ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:00.500139Z","caller":"traceutil/trace.go:171","msg":"trace[1579287347] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26301; }","duration":"219.495578ms","start":"2026-04-29T02:50:00.280634Z","end":"2026-04-29T02:50:00.50013Z","steps":["trace[1579287347] 'agreement among raft nodes before linearized reading' (duration: 219.424477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:00.500166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:59.876038Z","time spent":"624.118342ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-f13eb427-5b3d-46f3-af6d-d41c5aa381f3\" "} {"level":"info","ts":"2026-04-29T02:50:00.499437Z","caller":"traceutil/trace.go:171","msg":"trace[1917104732] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26301; }","duration":"2.742994198s","start":"2026-04-29T02:49:57.7564Z","end":"2026-04-29T02:50:00.499394Z","steps":["trace[1917104732] 'agreement among raft nodes before linearized reading' (duration: 2.742665102s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:00.50031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:58.787877Z","time spent":"1.712277334s","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18634,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:00.50035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:57.756379Z","time spent":"2.743951525s","remote":"127.0.0.1:43286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:01.003912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:01.504543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:02.0053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:02.505542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019708982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:02.508131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000152116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:50:02.508179Z","caller":"traceutil/trace.go:171","msg":"trace[1130445887] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000226637s","start":"2026-04-29T02:50:00.507937Z","end":"2026-04-29T02:50:02.508163Z","steps":["trace[1130445887] 'agreement among raft nodes before linearized reading' (duration: 2.000163756s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:02.50821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:00.50793Z","time spent":"2.000274417s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:50:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:50:02.947294Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.147233184s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:50:02.94774Z","caller":"traceutil/trace.go:171","msg":"trace[943204685] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"2.444967608s","start":"2026-04-29T02:50:00.502747Z","end":"2026-04-29T02:50:02.947714Z","steps":["trace[943204685] 'process raft request' (duration: 2.444749964s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:02.947902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:00.50272Z","time spent":"2.445094791s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:04.396739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:03.303541Z","time spent":"1.093190897s","remote":"127.0.0.1:49184","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:50:04.508702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000093725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:50:04.508828Z","caller":"traceutil/trace.go:171","msg":"trace[2019794421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272788s","start":"2026-04-29T02:50:02.50853Z","end":"2026-04-29T02:50:04.508802Z","steps":["trace[2019794421] 'agreement among raft nodes before linearized reading' (duration: 2.000126576s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:04.508884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:02.508512Z","time spent":"2.000360199s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:50:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:50:05.685791Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.621352532s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:50:05.686316Z","caller":"traceutil/trace.go:171","msg":"trace[59791936] transaction","detail":"{read_only:false; response_revision:26303; number_of_response:1; }","duration":"5.17958926s","start":"2026-04-29T02:50:00.506702Z","end":"2026-04-29T02:50:05.686291Z","steps":["trace[59791936] 'process raft request' (duration: 5.179280825s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:05.686441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:00.506673Z","time spent":"5.179701843s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5581,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:05.686552Z","caller":"traceutil/trace.go:171","msg":"trace[1473460786] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"4.484902774s","start":"2026-04-29T02:50:01.201637Z","end":"2026-04-29T02:50:05.68654Z","steps":["trace[1473460786] 'process raft request' (duration: 4.484534267s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:05.686543Z","caller":"traceutil/trace.go:171","msg":"trace[1195767180] linearizableReadLoop","detail":"{readStateIndex:27194; appliedIndex:27191; }","duration":"5.183615815s","start":"2026-04-29T02:50:00.502892Z","end":"2026-04-29T02:50:05.686507Z","steps":["trace[1195767180] 'read index received' (duration: 2.444603162s)","trace[1195767180] 'applied index is now lower than readState.Index' (duration: 2.739003363s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:05.686582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:01.201618Z","time spent":"4.484948685s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:05.686763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.183857859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-29T02:50:05.68681Z","caller":"traceutil/trace.go:171","msg":"trace[1724520906] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26304; }","duration":"5.183919101s","start":"2026-04-29T02:50:00.502876Z","end":"2026-04-29T02:50:05.686795Z","steps":["trace[1724520906] 'agreement among raft nodes before linearized reading' (duration: 5.183746007s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:05.686871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:00.50275Z","time spent":"5.184110054s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-29T02:50:05.887982Z","caller":"traceutil/trace.go:171","msg":"trace[598610008] linearizableReadLoop","detail":"{readStateIndex:27195; appliedIndex:27194; }","duration":"201.36132ms","start":"2026-04-29T02:50:05.686593Z","end":"2026-04-29T02:50:05.887955Z","steps":["trace[598610008] 'read index received' (duration: 164.518154ms)","trace[598610008] 'applied index is now lower than readState.Index' (duration: 36.841686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:05.888082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420016885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:50:05.888099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379300825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:50:05.88808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.846953826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:05.888133Z","caller":"traceutil/trace.go:171","msg":"trace[1180768143] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26305; }","duration":"2.420121387s","start":"2026-04-29T02:50:03.468Z","end":"2026-04-29T02:50:05.888122Z","steps":["trace[1180768143] 'agreement among raft nodes before linearized reading' (duration: 2.420017525s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:05.888141Z","caller":"traceutil/trace.go:171","msg":"trace[237996062] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26305; }","duration":"2.379390707s","start":"2026-04-29T02:50:03.508738Z","end":"2026-04-29T02:50:05.888128Z","steps":["trace[237996062] 'agreement among raft nodes before linearized reading' (duration: 2.379308525s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:05.88816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:03.467978Z","time spent":"2.420178207s","remote":"127.0.0.1:60408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:05.888166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:03.508708Z","time spent":"2.379451348s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:05.888165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970940203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:05.888197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.871750698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:05.88808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.171555019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:05.888214Z","caller":"traceutil/trace.go:171","msg":"trace[1724477134] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26305; }","duration":"4.847099649s","start":"2026-04-29T02:50:01.041049Z","end":"2026-04-29T02:50:05.888149Z","steps":["trace[1724477134] 'agreement among raft nodes before linearized reading' (duration: 4.846946597s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:05.888221Z","caller":"traceutil/trace.go:171","msg":"trace[84228861] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26305; }","duration":"2.971025654s","start":"2026-04-29T02:50:02.91717Z","end":"2026-04-29T02:50:05.888196Z","steps":["trace[84228861] 'agreement among raft nodes before linearized reading' (duration: 2.970959833s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:05.888236Z","caller":"traceutil/trace.go:171","msg":"trace[1963976027] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26305; }","duration":"4.87180496s","start":"2026-04-29T02:50:01.016418Z","end":"2026-04-29T02:50:05.888223Z","steps":["trace[1963976027] 'agreement among raft nodes before linearized reading' (duration: 4.871757699s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:05.88827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:02.917147Z","time spent":"2.971113716s","remote":"127.0.0.1:54228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:05.888232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.820607816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:05.888292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937049181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-29T02:50:05.888299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:01.041019Z","time spent":"4.847266102s","remote":"127.0.0.1:60460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:05.888391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.849663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:50:05.888422Z","caller":"traceutil/trace.go:171","msg":"trace[2131107623] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26305; }","duration":"198.923324ms","start":"2026-04-29T02:50:05.68949Z","end":"2026-04-29T02:50:05.888413Z","steps":["trace[2131107623] 'agreement among raft nodes before linearized reading' (duration: 198.822652ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:05.888424Z","caller":"traceutil/trace.go:171","msg":"trace[1302357713] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"1.009491288s","start":"2026-04-29T02:50:04.878917Z","end":"2026-04-29T02:50:05.888408Z","steps":["trace[1302357713] 'process raft request' (duration: 972.254415ms)","trace[1302357713] 'compare' (duration: 36.50872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:05.888438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.280948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-29T02:50:05.888379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.382667091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-29T02:50:05.888457Z","caller":"traceutil/trace.go:171","msg":"trace[1671555576] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26305; }","duration":"237.317679ms","start":"2026-04-29T02:50:05.651133Z","end":"2026-04-29T02:50:05.888451Z","steps":["trace[1671555576] 'agreement among raft nodes before linearized reading' (duration: 237.214967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:05.88844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.716864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:05.888466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.718669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:50:05.888486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.938526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:05.888494Z","caller":"traceutil/trace.go:171","msg":"trace[1425782575] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26305; }","duration":"979.854696ms","start":"2026-04-29T02:50:04.908624Z","end":"2026-04-29T02:50:05.888479Z","steps":["trace[1425782575] 'agreement among raft nodes before linearized reading' (duration: 979.782865ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:05.888505Z","caller":"traceutil/trace.go:171","msg":"trace[1737232092] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26305; }","duration":"265.80081ms","start":"2026-04-29T02:50:05.622697Z","end":"2026-04-29T02:50:05.888498Z","steps":["trace[1737232092] 'agreement among raft nodes before linearized reading' (duration: 265.667697ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:05.888515Z","caller":"traceutil/trace.go:171","msg":"trace[759017771] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26305; }","duration":"510.014157ms","start":"2026-04-29T02:50:05.378493Z","end":"2026-04-29T02:50:05.888507Z","steps":["trace[759017771] 'agreement among raft nodes before linearized reading' (duration: 509.917175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:05.888519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:04.878889Z","time spent":"1.0095645s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:05.88852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.400676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-9m27h\" ","response":"range_response_count:1 size:4802"} {"level":"warn","ts":"2026-04-29T02:50:05.88814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.027600731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:05.888544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:04.908603Z","time spent":"979.929598ms","remote":"127.0.0.1:33326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:05.888539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:05.378472Z","time spent":"510.061078ms","remote":"127.0.0.1:60502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:05.888576Z","caller":"traceutil/trace.go:171","msg":"trace[1612500627] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26305; }","duration":"5.028101339s","start":"2026-04-29T02:50:00.860465Z","end":"2026-04-29T02:50:05.888566Z","steps":["trace[1612500627] 'agreement among raft nodes before linearized reading' (duration: 5.02761061s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:05.888578Z","caller":"traceutil/trace.go:171","msg":"trace[575900292] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-9m27h; range_end:; response_count:1; response_revision:26305; }","duration":"197.496928ms","start":"2026-04-29T02:50:05.691065Z","end":"2026-04-29T02:50:05.888562Z","steps":["trace[575900292] 'agreement among raft nodes before linearized reading' (duration: 197.316424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:05.8886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:00.860441Z","time spent":"5.02815168s","remote":"127.0.0.1:60350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:05.888339Z","caller":"traceutil/trace.go:171","msg":"trace[568940477] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26305; }","duration":"4.820766558s","start":"2026-04-29T02:50:01.067547Z","end":"2026-04-29T02:50:05.888314Z","steps":["trace[568940477] 'agreement among raft nodes before linearized reading' (duration: 4.820558374s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:05.888304Z","caller":"traceutil/trace.go:171","msg":"trace[1043424202] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26305; }","duration":"4.171802724s","start":"2026-04-29T02:50:01.716451Z","end":"2026-04-29T02:50:05.888254Z","steps":["trace[1043424202] 'agreement among raft nodes before linearized reading' (duration: 4.17154671s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:05.888614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372181331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:05.888272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:01.016407Z","time spent":"4.87185698s","remote":"127.0.0.1:60414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:05.888646Z","caller":"traceutil/trace.go:171","msg":"trace[418054408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26305; }","duration":"1.372236373s","start":"2026-04-29T02:50:04.5164Z","end":"2026-04-29T02:50:05.888636Z","steps":["trace[418054408] 'agreement among raft nodes before linearized reading' (duration: 1.372177752s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:05.888679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:04.516385Z","time spent":"1.372288504s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:05.888695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41124835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:05.888643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:01.067536Z","time spent":"4.821094144s","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:05.888723Z","caller":"traceutil/trace.go:171","msg":"trace[363892730] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26305; }","duration":"1.411336671s","start":"2026-04-29T02:50:04.477377Z","end":"2026-04-29T02:50:05.888714Z","steps":["trace[363892730] 'agreement among raft nodes before linearized reading' (duration: 1.411289261s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:05.888758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:04.477352Z","time spent":"1.411397922s","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:05.888365Z","caller":"traceutil/trace.go:171","msg":"trace[1152501423] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a; range_end:; response_count:1; response_revision:26305; }","duration":"2.937177895s","start":"2026-04-29T02:50:02.951162Z","end":"2026-04-29T02:50:05.88834Z","steps":["trace[1152501423] 'agreement among raft nodes before linearized reading' (duration: 2.936964601s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:05.888484Z","caller":"traceutil/trace.go:171","msg":"trace[760776785] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26305; }","duration":"5.382808524s","start":"2026-04-29T02:50:00.50566Z","end":"2026-04-29T02:50:05.888468Z","steps":["trace[760776785] 'agreement among raft nodes before linearized reading' (duration: 5.382478808s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:05.888645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:01.716429Z","time spent":"4.172205472s","remote":"127.0.0.1:56010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:05.888818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:02.951129Z","time spent":"2.937681053s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab131bb01914a\" "} {"level":"warn","ts":"2026-04-29T02:50:05.888845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:00.505637Z","time spent":"5.383198951s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-29T02:50:05.88836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002367955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:50:05.88896Z","caller":"traceutil/trace.go:171","msg":"trace[820977367] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26305; }","duration":"1.003040158s","start":"2026-04-29T02:50:04.885904Z","end":"2026-04-29T02:50:05.888944Z","steps":["trace[820977367] 'agreement among raft nodes before linearized reading' (duration: 1.002259404s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:05.889042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:04.885877Z","time spent":"1.003146491s","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T02:50:05.889064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983303662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:05.889111Z","caller":"traceutil/trace.go:171","msg":"trace[195294962] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26305; }","duration":"1.983421794s","start":"2026-04-29T02:50:03.905677Z","end":"2026-04-29T02:50:05.889098Z","steps":["trace[195294962] 'agreement among raft nodes before linearized reading' (duration: 1.983316772s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:05.88915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:03.905654Z","time spent":"1.983488155s","remote":"127.0.0.1:54230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:05.891523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.124128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:50:05.891566Z","caller":"traceutil/trace.go:171","msg":"trace[1311794141] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26305; }","duration":"779.213679ms","start":"2026-04-29T02:50:05.112343Z","end":"2026-04-29T02:50:05.891556Z","steps":["trace[1311794141] 'agreement among raft nodes before linearized reading' (duration: 776.676873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:05.891594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:05.11232Z","time spent":"779.267741ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2698,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.447223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.441801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:06.447296Z","caller":"traceutil/trace.go:171","msg":"trace[732398545] linearizableReadLoop","detail":"{readStateIndex:27196; appliedIndex:27195; }","duration":"555.176998ms","start":"2026-04-29T02:50:05.892108Z","end":"2026-04-29T02:50:06.447285Z","steps":["trace[732398545] 'read index received' (duration: 310.705596ms)","trace[732398545] 'applied index is now lower than readState.Index' (duration: 244.469992ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:06.44735Z","caller":"traceutil/trace.go:171","msg":"trace[1577146524] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"555.871721ms","start":"2026-04-29T02:50:05.89147Z","end":"2026-04-29T02:50:06.447342Z","steps":["trace[1577146524] 'process raft request' (duration: 311.251636ms)","trace[1577146524] 'compare' (duration: 244.286659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:06.447396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:05.891448Z","time spent":"555.917652ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:06.447701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.601196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-29T02:50:06.447729Z","caller":"traceutil/trace.go:171","msg":"trace[1642886493] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:26306; }","duration":"555.650577ms","start":"2026-04-29T02:50:05.892073Z","end":"2026-04-29T02:50:06.447723Z","steps":["trace[1642886493] 'agreement among raft nodes before linearized reading' (duration: 555.508215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.447744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:05.892062Z","time spent":"555.678888ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-04-29T02:50:06.490258Z","caller":"traceutil/trace.go:171","msg":"trace[828063079] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"589.493907ms","start":"2026-04-29T02:50:05.900741Z","end":"2026-04-29T02:50:06.490235Z","steps":["trace[828063079] 'process raft request' (duration: 589.212832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.490265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.759301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4b00165f-0765-41bc-85b0-f3006deac52d\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-04-29T02:50:06.490272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.340027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:06.490323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.34262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:06.490335Z","caller":"traceutil/trace.go:171","msg":"trace[599161204] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4b00165f-0765-41bc-85b0-f3006deac52d; range_end:; response_count:1; response_revision:26307; }","duration":"597.845402ms","start":"2026-04-29T02:50:05.892468Z","end":"2026-04-29T02:50:06.490314Z","steps":["trace[599161204] 'agreement among raft nodes before linearized reading' (duration: 597.637708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.490356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:05.90073Z","time spent":"589.578709ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4962,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:06.49037Z","caller":"traceutil/trace.go:171","msg":"trace[1037716943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26307; }","duration":"592.399911ms","start":"2026-04-29T02:50:05.897962Z","end":"2026-04-29T02:50:06.490362Z","steps":["trace[1037716943] 'agreement among raft nodes before linearized reading' (duration: 592.33622ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:06.490357Z","caller":"traceutil/trace.go:171","msg":"trace[1212766872] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26307; }","duration":"536.484559ms","start":"2026-04-29T02:50:05.95385Z","end":"2026-04-29T02:50:06.490335Z","steps":["trace[1212766872] 'agreement among raft nodes before linearized reading' (duration: 536.334397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.490393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:05.897951Z","time spent":"592.437431ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:06.490427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:05.953825Z","time spent":"536.587912ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.490431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.781912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-29T02:50:06.490376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:05.892441Z","time spent":"597.926734ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-4b00165f-0765-41bc-85b0-f3006deac52d\" "} {"level":"info","ts":"2026-04-29T02:50:06.490488Z","caller":"traceutil/trace.go:171","msg":"trace[1199250413] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26307; }","duration":"480.841124ms","start":"2026-04-29T02:50:06.009638Z","end":"2026-04-29T02:50:06.490479Z","steps":["trace[1199250413] 'agreement among raft nodes before linearized reading' (duration: 480.64597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.490515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:06.009571Z","time spent":"480.939135ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-29T02:50:06.490257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.450525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-29T02:50:06.490577Z","caller":"traceutil/trace.go:171","msg":"trace[1388328894] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26307; }","duration":"481.818852ms","start":"2026-04-29T02:50:06.008741Z","end":"2026-04-29T02:50:06.49056Z","steps":["trace[1388328894] 'agreement among raft nodes before linearized reading' (duration: 481.381074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.490614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:06.008718Z","time spent":"481.884463ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:50:07.689511Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057185737s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:50:07.705411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073081473s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-29T02:50:07.705598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:06.448818Z","time spent":"1.256775073s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T02:50:07.705808Z","caller":"traceutil/trace.go:171","msg":"trace[1421619948] linearizableReadLoop","detail":"{readStateIndex:27200; appliedIndex:27197; }","duration":"1.209034712s","start":"2026-04-29T02:50:06.496757Z","end":"2026-04-29T02:50:07.705791Z","steps":["trace[1421619948] 'read index received' (duration: 135.572363ms)","trace[1421619948] 'applied index is now lower than readState.Index' (duration: 1.073461579s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:07.705906Z","caller":"traceutil/trace.go:171","msg":"trace[1437794703] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"1.254228735s","start":"2026-04-29T02:50:06.451668Z","end":"2026-04-29T02:50:07.705897Z","steps":["trace[1437794703] 'process raft request' (duration: 1.253876329s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:07.705985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:06.451649Z","time spent":"1.254286156s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:50:07.706249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209487001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-29T02:50:07.70629Z","caller":"traceutil/trace.go:171","msg":"trace[1248377646] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26310; }","duration":"1.209548933s","start":"2026-04-29T02:50:06.496731Z","end":"2026-04-29T02:50:07.706279Z","steps":["trace[1248377646] 'agreement among raft nodes before linearized reading' (duration: 1.20941992s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:07.706278Z","caller":"traceutil/trace.go:171","msg":"trace[995231951] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"1.210808296s","start":"2026-04-29T02:50:06.495446Z","end":"2026-04-29T02:50:07.706254Z","steps":["trace[995231951] 'process raft request' (duration: 1.210242926s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:07.706324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:06.496722Z","time spent":"1.209594614s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-29T02:50:07.706392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:06.495418Z","time spent":"1.210909618s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:07.706385Z","caller":"traceutil/trace.go:171","msg":"trace[741276681] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"1.208801299s","start":"2026-04-29T02:50:06.497137Z","end":"2026-04-29T02:50:07.705938Z","steps":["trace[741276681] 'process raft request' (duration: 1.208614596s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:07.706538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203557802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-9m27h\" ","response":"range_response_count:1 size:4980"} {"level":"warn","ts":"2026-04-29T02:50:07.706552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:06.497122Z","time spent":"1.209330519s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:07.706577Z","caller":"traceutil/trace.go:171","msg":"trace[953740265] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-9m27h; range_end:; response_count:1; response_revision:26310; }","duration":"1.203623213s","start":"2026-04-29T02:50:06.502945Z","end":"2026-04-29T02:50:07.706568Z","steps":["trace[953740265] 'agreement among raft nodes before linearized reading' (duration: 1.203525702s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:07.706607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:06.502928Z","time spent":"1.203672054s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5004,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-9m27h\" "} {"level":"warn","ts":"2026-04-29T02:50:07.706769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.83187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:07.706805Z","caller":"traceutil/trace.go:171","msg":"trace[877372665] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26310; }","duration":"570.892571ms","start":"2026-04-29T02:50:07.135903Z","end":"2026-04-29T02:50:07.706796Z","steps":["trace[877372665] 'agreement among raft nodes before linearized reading' (duration: 570.83512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:07.706838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:07.135888Z","time spent":"570.940012ms","remote":"127.0.0.1:43318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:07.706885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.630854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-29T02:50:07.706949Z","caller":"traceutil/trace.go:171","msg":"trace[156083152] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26310; }","duration":"426.735357ms","start":"2026-04-29T02:50:07.280196Z","end":"2026-04-29T02:50:07.706932Z","steps":["trace[156083152] 'agreement among raft nodes before linearized reading' (duration: 426.512853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:07.706967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197755993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:07.706994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:07.28018Z","time spent":"426.806348ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-29T02:50:07.706994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.113413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:07.707121Z","caller":"traceutil/trace.go:171","msg":"trace[889243958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26310; }","duration":"608.292327ms","start":"2026-04-29T02:50:07.098811Z","end":"2026-04-29T02:50:07.707104Z","steps":["trace[889243958] 'agreement among raft nodes before linearized reading' (duration: 608.108864ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:07.707118Z","caller":"traceutil/trace.go:171","msg":"trace[567760534] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26310; }","duration":"1.197832284s","start":"2026-04-29T02:50:06.50917Z","end":"2026-04-29T02:50:07.707002Z","steps":["trace[567760534] 'agreement among raft nodes before linearized reading' (duration: 1.197735762s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:07.70716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:07.09879Z","time spent":"608.362548ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:07.707186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:06.509159Z","time spent":"1.198008468s","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:09.22198Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041426713s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:50:09.279267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098617148s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:09.27946Z","caller":"traceutil/trace.go:171","msg":"trace[289462571] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"1.572525713s","start":"2026-04-29T02:50:07.706893Z","end":"2026-04-29T02:50:09.279419Z","steps":["trace[289462571] 'process raft request' (duration: 473.591119ms)","trace[289462571] 'compare' (duration: 1.098241531s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:09.279632Z","caller":"traceutil/trace.go:171","msg":"trace[1335348589] linearizableReadLoop","detail":"{readStateIndex:27202; appliedIndex:27201; }","duration":"1.57136523s","start":"2026-04-29T02:50:07.708206Z","end":"2026-04-29T02:50:09.279571Z","steps":["trace[1335348589] 'read index received' (duration: 472.419466ms)","trace[1335348589] 'applied index is now lower than readState.Index' (duration: 1.098941684s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:09.279566Z","caller":"traceutil/trace.go:171","msg":"trace[707996878] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"1.567907927s","start":"2026-04-29T02:50:07.711637Z","end":"2026-04-29T02:50:09.279545Z","steps":["trace[707996878] 'process raft request' (duration: 1.567772994s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:09.279843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:07.706874Z","time spent":"1.572649714s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:09.279944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:07.711573Z","time spent":"1.568289514s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:50:09.279846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571623526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:09.280092Z","caller":"traceutil/trace.go:171","msg":"trace[1270875737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26312; }","duration":"1.571923481s","start":"2026-04-29T02:50:07.70815Z","end":"2026-04-29T02:50:09.280073Z","steps":["trace[1270875737] 'agreement among raft nodes before linearized reading' (duration: 1.571581814s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:09.28014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:07.708128Z","time spent":"1.572002603s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:10.402262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.343947ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:10.402392Z","caller":"traceutil/trace.go:171","msg":"trace[1310851963] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26312; }","duration":"797.48466ms","start":"2026-04-29T02:50:09.604888Z","end":"2026-04-29T02:50:10.402373Z","steps":["trace[1310851963] 'range keys from in-memory index tree' (duration: 797.301806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.402869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.386637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:10.403017Z","caller":"traceutil/trace.go:171","msg":"trace[77852324] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"2.205429449s","start":"2026-04-29T02:50:08.197544Z","end":"2026-04-29T02:50:10.402974Z","steps":["trace[77852324] 'process raft request' (duration: 1.414843117s)","trace[77852324] 'compare' (duration: 790.165763ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:10.4031Z","caller":"traceutil/trace.go:171","msg":"trace[230938881] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"1.117417578s","start":"2026-04-29T02:50:09.285661Z","end":"2026-04-29T02:50:10.403079Z","steps":["trace[230938881] 'process raft request' (duration: 1.117321536s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:10.403106Z","caller":"traceutil/trace.go:171","msg":"trace[1455266803] linearizableReadLoop","detail":"{readStateIndex:27204; appliedIndex:27203; }","duration":"1.123289818s","start":"2026-04-29T02:50:09.279789Z","end":"2026-04-29T02:50:10.403079Z","steps":["trace[1455266803] 'read index received' (duration: 332.611074ms)","trace[1455266803] 'applied index is now lower than readState.Index' (duration: 790.676304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:10.403175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:09.285644Z","time spent":"1.117500369s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:50:10.403194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163380983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:50:10.403192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075826524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:10.403192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432565408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:10.40324Z","caller":"traceutil/trace.go:171","msg":"trace[918584842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26314; }","duration":"1.163480136s","start":"2026-04-29T02:50:09.239746Z","end":"2026-04-29T02:50:10.403226Z","steps":["trace[918584842] 'agreement among raft nodes before linearized reading' (duration: 1.163386984s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.40323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:08.197519Z","time spent":"2.205573011s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:10.403272Z","caller":"traceutil/trace.go:171","msg":"trace[21511406] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26314; }","duration":"2.43269498s","start":"2026-04-29T02:50:07.97056Z","end":"2026-04-29T02:50:10.403255Z","steps":["trace[21511406] 'agreement among raft nodes before linearized reading' (duration: 2.432537197s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.403278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:09.239725Z","time spent":"1.163542607s","remote":"127.0.0.1:56018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:10.403277Z","caller":"traceutil/trace.go:171","msg":"trace[1626832802] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26314; }","duration":"2.075937857s","start":"2026-04-29T02:50:08.327297Z","end":"2026-04-29T02:50:10.403234Z","steps":["trace[1626832802] 'agreement among raft nodes before linearized reading' (duration: 2.075784104s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.403287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691654942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-fc2vt\" ","response":"range_response_count:1 size:4045"} {"level":"warn","ts":"2026-04-29T02:50:10.403309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509160053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-29T02:50:10.40328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689350909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:10.403337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74208088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:10.403367Z","caller":"traceutil/trace.go:171","msg":"trace[1812687696] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26314; }","duration":"1.509274305s","start":"2026-04-29T02:50:08.894079Z","end":"2026-04-29T02:50:10.403354Z","steps":["trace[1812687696] 'agreement among raft nodes before linearized reading' (duration: 1.50900457s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.403393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058271086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:10.403389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119123089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-29T02:50:10.403405Z","caller":"traceutil/trace.go:171","msg":"trace[406475886] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26314; }","duration":"2.689476131s","start":"2026-04-29T02:50:07.713887Z","end":"2026-04-29T02:50:10.403363Z","steps":["trace[406475886] 'agreement among raft nodes before linearized reading' (duration: 2.689205386s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.403424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:08.894056Z","time spent":"1.509358606s","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":242,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:10.403426Z","caller":"traceutil/trace.go:171","msg":"trace[631510577] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26314; }","duration":"1.058331758s","start":"2026-04-29T02:50:09.345083Z","end":"2026-04-29T02:50:10.403415Z","steps":["trace[631510577] 'agreement among raft nodes before linearized reading' (duration: 1.058276107s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.403425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11643562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-04-29T02:50:10.403442Z","caller":"traceutil/trace.go:171","msg":"trace[932264431] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26314; }","duration":"1.119252552s","start":"2026-04-29T02:50:09.284174Z","end":"2026-04-29T02:50:10.403426Z","steps":["trace[932264431] 'agreement among raft nodes before linearized reading' (duration: 1.119059809s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.403462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:09.345069Z","time spent":"1.058382749s","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:10.403465Z","caller":"traceutil/trace.go:171","msg":"trace[1889100017] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26314; }","duration":"1.116528882s","start":"2026-04-29T02:50:09.286926Z","end":"2026-04-29T02:50:10.403455Z","steps":["trace[1889100017] 'agreement among raft nodes before linearized reading' (duration: 1.11645372s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.403328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:08.327273Z","time spent":"2.076043329s","remote":"127.0.0.1:43188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:10.403437Z","caller":"traceutil/trace.go:171","msg":"trace[1197349296] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26314; }","duration":"1.742317135s","start":"2026-04-29T02:50:08.661084Z","end":"2026-04-29T02:50:10.403402Z","steps":["trace[1197349296] 'agreement among raft nodes before linearized reading' (duration: 1.74206133s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.403486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:09.284154Z","time spent":"1.119320214s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-29T02:50:10.403343Z","caller":"traceutil/trace.go:171","msg":"trace[1528196259] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-fc2vt; range_end:; response_count:1; response_revision:26314; }","duration":"2.691767984s","start":"2026-04-29T02:50:07.711559Z","end":"2026-04-29T02:50:10.403327Z","steps":["trace[1528196259] 'agreement among raft nodes before linearized reading' (duration: 2.691565421s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.4035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:09.286905Z","time spent":"1.116588573s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":376,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-29T02:50:10.403477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114699497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:10.403541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:07.711542Z","time spent":"2.691984838s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4069,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-fc2vt\" "} {"level":"warn","ts":"2026-04-29T02:50:10.403643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.781692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:10.403651Z","caller":"traceutil/trace.go:171","msg":"trace[1306598474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26314; }","duration":"1.11487692s","start":"2026-04-29T02:50:09.288698Z","end":"2026-04-29T02:50:10.403575Z","steps":["trace[1306598474] 'agreement among raft nodes before linearized reading' (duration: 1.114603315s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.403452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:07.713877Z","time spent":"2.689562533s","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:50:10.403322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:07.970542Z","time spent":"2.432768172s","remote":"127.0.0.1:42884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:10.4037Z","caller":"traceutil/trace.go:171","msg":"trace[1685214533] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26314; }","duration":"872.915345ms","start":"2026-04-29T02:50:09.530771Z","end":"2026-04-29T02:50:10.403686Z","steps":["trace[1685214533] 'agreement among raft nodes before linearized reading' (duration: 872.479767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.403753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:09.530759Z","time spent":"872.980016ms","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:10.403832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.586698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-29T02:50:10.40388Z","caller":"traceutil/trace.go:171","msg":"trace[2111006050] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26314; }","duration":"314.738901ms","start":"2026-04-29T02:50:10.089129Z","end":"2026-04-29T02:50:10.403868Z","steps":["trace[2111006050] 'agreement among raft nodes before linearized reading' (duration: 314.372735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.403917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.089106Z","time spent":"314.804723ms","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-29T02:50:10.403668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:08.661063Z","time spent":"1.742587899s","remote":"127.0.0.1:60440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:10.404175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:09.288689Z","time spent":"1.115013093s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:10.404352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693603658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-552778e8-c277-4372-be85-19c8829a1778\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-29T02:50:10.40448Z","caller":"traceutil/trace.go:171","msg":"trace[2116388097] range","detail":"{range_begin:/registry/persistentvolumes/pvc-552778e8-c277-4372-be85-19c8829a1778; range_end:; response_count:1; response_revision:26314; }","duration":"2.693783662s","start":"2026-04-29T02:50:07.710675Z","end":"2026-04-29T02:50:10.404459Z","steps":["trace[2116388097] 'agreement among raft nodes before linearized reading' (duration: 2.692508588s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.404587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:07.710653Z","time spent":"2.693921224s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-552778e8-c277-4372-be85-19c8829a1778\" "} {"level":"info","ts":"2026-04-29T02:50:10.905387Z","caller":"traceutil/trace.go:171","msg":"trace[794874162] linearizableReadLoop","detail":"{readStateIndex:27206; appliedIndex:27205; }","duration":"494.848234ms","start":"2026-04-29T02:50:10.410509Z","end":"2026-04-29T02:50:10.905357Z","steps":["trace[794874162] 'read index received' (duration: 469.924641ms)","trace[794874162] 'applied index is now lower than readState.Index' (duration: 24.921153ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:10.905531Z","caller":"traceutil/trace.go:171","msg":"trace[2000267995] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"497.362171ms","start":"2026-04-29T02:50:10.40815Z","end":"2026-04-29T02:50:10.905512Z","steps":["trace[2000267995] 'process raft request' (duration: 472.266814ms)","trace[2000267995] 'compare' (duration: 24.71756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:10.905637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.408129Z","time spent":"497.437054ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:50:10.905994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.467526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:10.906054Z","caller":"traceutil/trace.go:171","msg":"trace[1173270445] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26315; }","duration":"495.537327ms","start":"2026-04-29T02:50:10.410502Z","end":"2026-04-29T02:50:10.90604Z","steps":["trace[1173270445] 'agreement among raft nodes before linearized reading' (duration: 495.369384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.906082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.410463Z","time spent":"495.611999ms","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:50:11.406105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019709019,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:50:11.65125Z","caller":"traceutil/trace.go:171","msg":"trace[1209679550] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"1.240202064s","start":"2026-04-29T02:50:10.411022Z","end":"2026-04-29T02:50:11.651224Z","steps":["trace[1209679550] 'process raft request' (duration: 1.239605173s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:11.651267Z","caller":"traceutil/trace.go:171","msg":"trace[179164407] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"844.555226ms","start":"2026-04-29T02:50:10.806683Z","end":"2026-04-29T02:50:11.651238Z","steps":["trace[179164407] 'process raft request' (duration: 844.502125ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:11.651306Z","caller":"traceutil/trace.go:171","msg":"trace[38923644] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"926.92558ms","start":"2026-04-29T02:50:10.724352Z","end":"2026-04-29T02:50:11.651277Z","steps":["trace[38923644] 'process raft request' (duration: 926.722446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:11.651397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.411009Z","time spent":"1.240311066s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4205,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:11.651405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.806661Z","time spent":"844.667608ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:11.651467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.724325Z","time spent":"927.041023ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:12.563153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.936458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:12.563452Z","caller":"traceutil/trace.go:171","msg":"trace[1549822691] transaction","detail":"{read_only:false; response_revision:26319; number_of_response:1; }","duration":"1.668101563s","start":"2026-04-29T02:50:10.895314Z","end":"2026-04-29T02:50:12.563415Z","steps":["trace[1549822691] 'process raft request' (duration: 1.442813788s)","trace[1549822691] 'compare' (duration: 224.233935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:12.56364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.895292Z","time spent":"1.668243725s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:12.563643Z","caller":"traceutil/trace.go:171","msg":"trace[2122490262] transaction","detail":"{read_only:false; response_revision:26320; number_of_response:1; }","duration":"1.652467692s","start":"2026-04-29T02:50:10.911128Z","end":"2026-04-29T02:50:12.563596Z","steps":["trace[2122490262] 'process raft request' (duration: 1.652127235s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:12.56373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.911111Z","time spent":"1.652580204s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:50:13.794759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231352639s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-29T02:50:13.795031Z","caller":"traceutil/trace.go:171","msg":"trace[1644173436] linearizableReadLoop","detail":"{readStateIndex:27212; appliedIndex:27206; }","duration":"2.889538127s","start":"2026-04-29T02:50:10.905473Z","end":"2026-04-29T02:50:13.795011Z","steps":["trace[1644173436] 'read index received' (duration: 745.098775ms)","trace[1644173436] 'applied index is now lower than readState.Index' (duration: 2.144438352s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:13.795233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898017444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:50:13.795273Z","caller":"traceutil/trace.go:171","msg":"trace[294231818] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26320; }","duration":"2.898091376s","start":"2026-04-29T02:50:10.897168Z","end":"2026-04-29T02:50:13.795259Z","steps":["trace[294231818] 'agreement among raft nodes before linearized reading' (duration: 2.897938733s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:13.795307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.897158Z","time spent":"2.898140927s","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T02:50:13.795546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.912999195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:13.795584Z","caller":"traceutil/trace.go:171","msg":"trace[166522194] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26320; }","duration":"2.913084945s","start":"2026-04-29T02:50:10.88249Z","end":"2026-04-29T02:50:13.795575Z","steps":["trace[166522194] 'agreement among raft nodes before linearized reading' (duration: 2.913018834s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:13.795645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.882468Z","time spent":"2.913167967s","remote":"127.0.0.1:43162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:13.795868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094988893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:13.795904Z","caller":"traceutil/trace.go:171","msg":"trace[612879252] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26320; }","duration":"3.095064934s","start":"2026-04-29T02:50:10.700831Z","end":"2026-04-29T02:50:13.795896Z","steps":["trace[612879252] 'agreement among raft nodes before linearized reading' (duration: 3.094954692s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:13.795933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.700809Z","time spent":"3.095116436s","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:13.795974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.385281728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1d2b5434-5030-4c01-b159-ff51b4a1313c\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-29T02:50:13.796071Z","caller":"traceutil/trace.go:171","msg":"trace[1832074799] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1d2b5434-5030-4c01-b159-ff51b4a1313c; range_end:; response_count:1; response_revision:26320; }","duration":"3.38538971s","start":"2026-04-29T02:50:10.410645Z","end":"2026-04-29T02:50:13.796035Z","steps":["trace[1832074799] 'agreement among raft nodes before linearized reading' (duration: 3.385179317s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:13.796116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.410635Z","time spent":"3.385472522s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-1d2b5434-5030-4c01-b159-ff51b4a1313c\" "} {"level":"warn","ts":"2026-04-29T02:50:13.796212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371198176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:50:13.796278Z","caller":"traceutil/trace.go:171","msg":"trace[364505696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26320; }","duration":"3.371290388s","start":"2026-04-29T02:50:10.424977Z","end":"2026-04-29T02:50:13.796268Z","steps":["trace[364505696] 'agreement among raft nodes before linearized reading' (duration: 3.371123355s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:13.796309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.424969Z","time spent":"3.371331398s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:50:13.796351Z","caller":"traceutil/trace.go:171","msg":"trace[192486227] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"1.229566616s","start":"2026-04-29T02:50:12.566753Z","end":"2026-04-29T02:50:13.796319Z","steps":["trace[192486227] 'process raft request' (duration: 1.228126319s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:13.796504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:12.566722Z","time spent":"1.229706779s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:50:14.099524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000056364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:50:14.099645Z","caller":"traceutil/trace.go:171","msg":"trace[1893002846] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000198676s","start":"2026-04-29T02:50:12.099391Z","end":"2026-04-29T02:50:14.099589Z","steps":["trace[1893002846] 'agreement among raft nodes before linearized reading' (duration: 2.000090874s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:14.099719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:12.099362Z","time spent":"2.000343249s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:50:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:50:14.398899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.988054742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18650"} {"level":"info","ts":"2026-04-29T02:50:14.398988Z","caller":"traceutil/trace.go:171","msg":"trace[143846930] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26321; }","duration":"3.988167135s","start":"2026-04-29T02:50:10.410796Z","end":"2026-04-29T02:50:14.398963Z","steps":["trace[143846930] 'agreement among raft nodes before linearized reading' (duration: 3.385450521s)","trace[143846930] 'range keys from in-memory index tree' (duration: 602.480528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:14.398979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.123833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-29T02:50:14.399045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.410785Z","time spent":"3.988234646s","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18674,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-29T02:50:14.399056Z","caller":"traceutil/trace.go:171","msg":"trace[370441722] linearizableReadLoop","detail":"{readStateIndex:27214; appliedIndex:27213; }","duration":"603.975427ms","start":"2026-04-29T02:50:13.795067Z","end":"2026-04-29T02:50:14.399043Z","steps":["trace[370441722] 'read index received' (duration: 168.754903ms)","trace[370441722] 'applied index is now lower than readState.Index' (duration: 435.219424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:14.399151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480118773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:14.399189Z","caller":"traceutil/trace.go:171","msg":"trace[529756089] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26322; }","duration":"2.480202585s","start":"2026-04-29T02:50:11.918976Z","end":"2026-04-29T02:50:14.399179Z","steps":["trace[529756089] 'agreement among raft nodes before linearized reading' (duration: 2.480130083s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:14.399221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:11.918952Z","time spent":"2.480260205s","remote":"127.0.0.1:42922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:14.399288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388296953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:14.399406Z","caller":"traceutil/trace.go:171","msg":"trace[452870207] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26322; }","duration":"2.388560777s","start":"2026-04-29T02:50:12.010824Z","end":"2026-04-29T02:50:14.399385Z","steps":["trace[452870207] 'agreement among raft nodes before linearized reading' (duration: 2.388279542s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:14.399418Z","caller":"traceutil/trace.go:171","msg":"trace[1610241676] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"1.207855492s","start":"2026-04-29T02:50:13.191525Z","end":"2026-04-29T02:50:14.39938Z","steps":["trace[1610241676] 'process raft request' (duration: 772.263101ms)","trace[1610241676] 'compare' (duration: 435.01975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:14.399531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743708741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-hqbd4\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-04-29T02:50:14.399587Z","caller":"traceutil/trace.go:171","msg":"trace[435298173] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-hqbd4; range_end:; response_count:1; response_revision:26322; }","duration":"2.743813993s","start":"2026-04-29T02:50:11.65576Z","end":"2026-04-29T02:50:14.399574Z","steps":["trace[435298173] 'agreement among raft nodes before linearized reading' (duration: 2.74365163s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:14.399651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:11.655742Z","time spent":"2.743899935s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4715,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-hqbd4\" "} {"level":"warn","ts":"2026-04-29T02:50:14.399601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:13.191497Z","time spent":"1.208007414s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:14.399412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62335911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:14.399738Z","caller":"traceutil/trace.go:171","msg":"trace[707953897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26322; }","duration":"1.623736006s","start":"2026-04-29T02:50:12.775953Z","end":"2026-04-29T02:50:14.399689Z","steps":["trace[707953897] 'agreement among raft nodes before linearized reading' (duration: 1.623326268s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:14.399756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236409964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:14.399858Z","caller":"traceutil/trace.go:171","msg":"trace[1519879601] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26322; }","duration":"2.236544967s","start":"2026-04-29T02:50:12.1633Z","end":"2026-04-29T02:50:14.399845Z","steps":["trace[1519879601] 'agreement among raft nodes before linearized reading' (duration: 2.236263891s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:14.39953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:12.010799Z","time spent":"2.38867297s","remote":"127.0.0.1:48774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:14.39993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:12.775931Z","time spent":"1.623978941s","remote":"127.0.0.1:56052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:14.399819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337775003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:14.40031Z","caller":"traceutil/trace.go:171","msg":"trace[45614427] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26322; }","duration":"3.338284402s","start":"2026-04-29T02:50:11.061997Z","end":"2026-04-29T02:50:14.400281Z","steps":["trace[45614427] 'agreement among raft nodes before linearized reading' (duration: 3.337790863s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:14.399868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.484723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:14.400406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:11.061974Z","time spent":"3.338403176s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"info","ts":"2026-04-29T02:50:14.400413Z","caller":"traceutil/trace.go:171","msg":"trace[1400947483] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26322; }","duration":"3.485284201s","start":"2026-04-29T02:50:10.915101Z","end":"2026-04-29T02:50:14.400385Z","steps":["trace[1400947483] 'agreement among raft nodes before linearized reading' (duration: 3.48473701s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:14.400467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.915083Z","time spent":"3.485369122s","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:50:14.399927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:12.163283Z","time spent":"2.236630618s","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:14.399284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.172005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:14.400626Z","caller":"traceutil/trace.go:171","msg":"trace[3607115] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26322; }","duration":"710.621103ms","start":"2026-04-29T02:50:13.68998Z","end":"2026-04-29T02:50:14.400601Z","steps":["trace[3607115] 'agreement among raft nodes before linearized reading' (duration: 709.172576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:14.400694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:13.689956Z","time spent":"710.716254ms","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:14.458801Z","caller":"traceutil/trace.go:171","msg":"trace[698774823] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"657.820929ms","start":"2026-04-29T02:50:13.800967Z","end":"2026-04-29T02:50:14.458788Z","steps":["trace[698774823] 'process raft request' (duration: 657.721568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:14.458887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:13.800877Z","time spent":"657.963742ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:50:14.458892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.447855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:50:14.458897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.024075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:14.458945Z","caller":"traceutil/trace.go:171","msg":"trace[2017895048] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26323; }","duration":"343.545557ms","start":"2026-04-29T02:50:14.115386Z","end":"2026-04-29T02:50:14.458931Z","steps":["trace[2017895048] 'agreement among raft nodes before linearized reading' (duration: 343.419345ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:14.458964Z","caller":"traceutil/trace.go:171","msg":"trace[362385525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26323; }","duration":"359.133947ms","start":"2026-04-29T02:50:14.099813Z","end":"2026-04-29T02:50:14.458947Z","steps":["trace[362385525] 'agreement among raft nodes before linearized reading' (duration: 359.019605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:14.458987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:14.115366Z","time spent":"343.611988ms","remote":"127.0.0.1:60416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:14.459001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:14.099791Z","time spent":"359.203198ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:14.459126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.632438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:50:14.459156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.465023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-29T02:50:14.459189Z","caller":"traceutil/trace.go:171","msg":"trace[1607360153] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26323; }","duration":"278.728321ms","start":"2026-04-29T02:50:14.180446Z","end":"2026-04-29T02:50:14.459174Z","steps":["trace[1607360153] 'agreement among raft nodes before linearized reading' (duration: 278.614098ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:14.459234Z","caller":"traceutil/trace.go:171","msg":"trace[429339690] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26323; }","duration":"657.571295ms","start":"2026-04-29T02:50:13.801644Z","end":"2026-04-29T02:50:14.459216Z","steps":["trace[429339690] 'agreement among raft nodes before linearized reading' (duration: 657.304679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:14.459283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:13.801632Z","time spent":"657.642256ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-29T02:50:14.959524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019709028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:15.460479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019709028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:15.64889Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.190145311s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:50:15.649239Z","caller":"traceutil/trace.go:171","msg":"trace[947772053] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"1.240702403s","start":"2026-04-29T02:50:14.408493Z","end":"2026-04-29T02:50:15.649195Z","steps":["trace[947772053] 'process raft request' (duration: 1.24054673s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:15.649387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:14.408473Z","time spent":"1.240836787s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:16.467229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000427821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:50:16.467313Z","caller":"traceutil/trace.go:171","msg":"trace[1018414498] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551123s","start":"2026-04-29T02:50:14.466742Z","end":"2026-04-29T02:50:16.467293Z","steps":["trace[1018414498] 'agreement among raft nodes before linearized reading' (duration: 2.000445491s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:16.467362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:14.466728Z","time spent":"2.000624945s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:50:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:50:16.520555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.370721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:16.520667Z","caller":"traceutil/trace.go:171","msg":"trace[2071041688] linearizableReadLoop","detail":"{readStateIndex:27217; appliedIndex:27215; }","duration":"2.061849894s","start":"2026-04-29T02:50:14.458796Z","end":"2026-04-29T02:50:16.520646Z","steps":["trace[2071041688] 'read index received' (duration: 1.190283354s)","trace[2071041688] 'applied index is now lower than readState.Index' (duration: 871.56454ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:16.520784Z","caller":"traceutil/trace.go:171","msg":"trace[951975093] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"2.058077974s","start":"2026-04-29T02:50:14.462694Z","end":"2026-04-29T02:50:16.520772Z","steps":["trace[951975093] 'process raft request' (duration: 1.646424948s)","trace[951975093] 'compare' (duration: 410.641147ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:16.520837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:14.462669Z","time spent":"2.058144175s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:50:16.521204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086030395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:50:16.521245Z","caller":"traceutil/trace.go:171","msg":"trace[1757592618] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26325; }","duration":"2.086113807s","start":"2026-04-29T02:50:14.435122Z","end":"2026-04-29T02:50:16.521235Z","steps":["trace[1757592618] 'agreement among raft nodes before linearized reading' (duration: 2.085922313s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:16.521276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:14.435105Z","time spent":"2.086162607s","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:16.521279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058839098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-02a82726-c4ab-4ad4-94e2-ccd10b43fd81\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-04-29T02:50:16.521286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.80845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-29T02:50:16.521348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671859452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:16.521365Z","caller":"traceutil/trace.go:171","msg":"trace[206939868] range","detail":"{range_begin:/registry/persistentvolumes/pvc-02a82726-c4ab-4ad4-94e2-ccd10b43fd81; range_end:; response_count:1; response_revision:26325; }","duration":"2.05895637s","start":"2026-04-29T02:50:14.462388Z","end":"2026-04-29T02:50:16.521344Z","steps":["trace[206939868] 'agreement among raft nodes before linearized reading' (duration: 2.058721335s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:16.521417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:14.462361Z","time spent":"2.059046922s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-02a82726-c4ab-4ad4-94e2-ccd10b43fd81\" "} {"level":"info","ts":"2026-04-29T02:50:16.521419Z","caller":"traceutil/trace.go:171","msg":"trace[1166884911] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26325; }","duration":"1.671975774s","start":"2026-04-29T02:50:14.849422Z","end":"2026-04-29T02:50:16.521398Z","steps":["trace[1166884911] 'agreement among raft nodes before linearized reading' (duration: 1.671855062s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:16.521418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935864437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:16.521477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:14.849399Z","time spent":"1.672062756s","remote":"127.0.0.1:55984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:16.521461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.595828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:16.521485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.431797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:16.521547Z","caller":"traceutil/trace.go:171","msg":"trace[1312851585] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26325; }","duration":"140.690741ms","start":"2026-04-29T02:50:16.380841Z","end":"2026-04-29T02:50:16.521532Z","steps":["trace[1312851585] 'agreement among raft nodes before linearized reading' (duration: 140.551657ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:16.521577Z","caller":"traceutil/trace.go:171","msg":"trace[1965733067] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26325; }","duration":"378.55543ms","start":"2026-04-29T02:50:16.143006Z","end":"2026-04-29T02:50:16.521561Z","steps":["trace[1965733067] 'agreement among raft nodes before linearized reading' (duration: 378.439247ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:16.521397Z","caller":"traceutil/trace.go:171","msg":"trace[1916329528] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:26325; }","duration":"628.972932ms","start":"2026-04-29T02:50:15.892401Z","end":"2026-04-29T02:50:16.521374Z","steps":["trace[1916329528] 'agreement among raft nodes before linearized reading' (duration: 628.754008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:16.521588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.205839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-04-29T02:50:16.521635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:15.892379Z","time spent":"629.244909ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-04-29T02:50:16.521508Z","caller":"traceutil/trace.go:171","msg":"trace[495431853] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26325; }","duration":"1.935966259s","start":"2026-04-29T02:50:14.585519Z","end":"2026-04-29T02:50:16.521485Z","steps":["trace[495431853] 'agreement among raft nodes before linearized reading' (duration: 1.935834347s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:16.521685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:14.585449Z","time spent":"1.936225225s","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:16.52164Z","caller":"traceutil/trace.go:171","msg":"trace[703524612] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26325; }","duration":"868.28263ms","start":"2026-04-29T02:50:15.653345Z","end":"2026-04-29T02:50:16.521628Z","steps":["trace[703524612] 'agreement among raft nodes before linearized reading' (duration: 867.884901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:16.521799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:15.653327Z","time spent":"868.457272ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-29T02:50:16.521505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087364319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:50:16.521883Z","caller":"traceutil/trace.go:171","msg":"trace[615867652] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26325; }","duration":"2.087779507s","start":"2026-04-29T02:50:14.434089Z","end":"2026-04-29T02:50:16.521868Z","steps":["trace[615867652] 'agreement among raft nodes before linearized reading' (duration: 2.087272307s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:16.521934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:14.434069Z","time spent":"2.087851789s","remote":"127.0.0.1:60386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":184,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:16.521614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:16.142985Z","time spent":"378.615921ms","remote":"127.0.0.1:43168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:16.524158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199022026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388700"} {"level":"info","ts":"2026-04-29T02:50:16.524216Z","caller":"traceutil/trace.go:171","msg":"trace[1550686131] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:26325; }","duration":"1.199116509s","start":"2026-04-29T02:50:15.325086Z","end":"2026-04-29T02:50:16.524203Z","steps":["trace[1550686131] 'agreement among raft nodes before linearized reading' (duration: 1.196117523s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:16.524269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:15.32507Z","time spent":"1.199172629s","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2012,"response size":388724,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-29T02:50:16.970883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.820848ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-29T02:50:16.970978Z","caller":"traceutil/trace.go:171","msg":"trace[1951743046] linearizableReadLoop","detail":"{readStateIndex:27218; appliedIndex:27217; }","duration":"445.759632ms","start":"2026-04-29T02:50:16.525202Z","end":"2026-04-29T02:50:16.970961Z","steps":["trace[1951743046] 'read index received' (duration: 265.79446ms)","trace[1951743046] 'applied index is now lower than readState.Index' (duration: 179.963752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:16.971047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:16.522351Z","time spent":"448.676675ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:50:16.971254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.038527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-29T02:50:16.971293Z","caller":"traceutil/trace.go:171","msg":"trace[1227522590] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26325; }","duration":"446.107737ms","start":"2026-04-29T02:50:16.525174Z","end":"2026-04-29T02:50:16.971282Z","steps":["trace[1227522590] 'agreement among raft nodes before linearized reading' (duration: 445.940144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:16.971332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:16.525157Z","time spent":"446.166918ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-29T02:50:16.986684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.425071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:16.986735Z","caller":"traceutil/trace.go:171","msg":"trace[829328923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26326; }","duration":"455.497563ms","start":"2026-04-29T02:50:16.531225Z","end":"2026-04-29T02:50:16.986723Z","steps":["trace[829328923] 'agreement among raft nodes before linearized reading' (duration: 455.390501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:16.986764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:16.531213Z","time spent":"455.543874ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:50:16.98688Z","caller":"traceutil/trace.go:171","msg":"trace[843552872] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"456.442139ms","start":"2026-04-29T02:50:16.530423Z","end":"2026-04-29T02:50:16.986865Z","steps":["trace[843552872] 'process raft request' (duration: 456.058343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:16.98697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:16.530412Z","time spent":"456.50554ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:16.987048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.924351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:16.98711Z","caller":"traceutil/trace.go:171","msg":"trace[23059354] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26326; }","duration":"107.034343ms","start":"2026-04-29T02:50:16.88006Z","end":"2026-04-29T02:50:16.987094Z","steps":["trace[23059354] 'agreement among raft nodes before linearized reading' (duration: 106.924501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:16.987166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.631657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-f8775b55d-k4b5t.18aab296e3cce287\" ","response":"range_response_count:1 size:1176"} {"level":"info","ts":"2026-04-29T02:50:16.987306Z","caller":"traceutil/trace.go:171","msg":"trace[1489438239] range","detail":"{range_begin:/registry/events/openstack/cinder-api-f8775b55d-k4b5t.18aab296e3cce287; range_end:; response_count:1; response_revision:26326; }","duration":"461.752318ms","start":"2026-04-29T02:50:16.525502Z","end":"2026-04-29T02:50:16.987254Z","steps":["trace[1489438239] 'agreement among raft nodes before linearized reading' (duration: 461.428923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:16.987413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:16.52549Z","time spent":"461.86429ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1200,"request content":"key:\"/registry/events/openstack/cinder-api-f8775b55d-k4b5t.18aab296e3cce287\" "} {"level":"warn","ts":"2026-04-29T02:50:16.988916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.924819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29623840.18aab38a9f624231\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26325 ","response":"range_response_count:500 size:389422"} {"level":"info","ts":"2026-04-29T02:50:16.988978Z","caller":"traceutil/trace.go:171","msg":"trace[1045722069] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29623840.18aab38a9f624231\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26326; }","duration":"442.01498ms","start":"2026-04-29T02:50:16.546946Z","end":"2026-04-29T02:50:16.988961Z","steps":["trace[1045722069] 'agreement among raft nodes before linearized reading' (duration: 439.667367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:16.989019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:16.546939Z","time spent":"442.061211ms","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":1512,"response size":389446,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29623840.18aab38a9f624231\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26325 "} {"level":"info","ts":"2026-04-29T02:50:17.310606Z","caller":"traceutil/trace.go:171","msg":"trace[297695244] transaction","detail":"{read_only:false; response_revision:26327; number_of_response:1; }","duration":"337.397893ms","start":"2026-04-29T02:50:16.973177Z","end":"2026-04-29T02:50:17.310575Z","steps":["trace[297695244] 'process raft request' (duration: 275.554782ms)","trace[297695244] 'compare' (duration: 61.453074ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:17.310738Z","caller":"traceutil/trace.go:171","msg":"trace[1110947443] transaction","detail":"{read_only:false; response_revision:26328; number_of_response:1; }","duration":"320.09815ms","start":"2026-04-29T02:50:16.990622Z","end":"2026-04-29T02:50:17.31072Z","steps":["trace[1110947443] 'process raft request' (duration: 319.973238ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:17.31076Z","caller":"traceutil/trace.go:171","msg":"trace[1963640174] linearizableReadLoop","detail":"{readStateIndex:27220; appliedIndex:27219; }","duration":"324.107805ms","start":"2026-04-29T02:50:16.986595Z","end":"2026-04-29T02:50:17.310703Z","steps":["trace[1963640174] 'read index received' (duration: 262.131371ms)","trace[1963640174] 'applied index is now lower than readState.Index' (duration: 61.973163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:17.310799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:16.973154Z","time spent":"337.561016ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:17.310879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:16.990607Z","time spent":"320.207813ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1160,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:17.311076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.421766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-hqbd4\" ","response":"range_response_count:1 size:4886"} {"level":"info","ts":"2026-04-29T02:50:17.311137Z","caller":"traceutil/trace.go:171","msg":"trace[1347052689] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-hqbd4; range_end:; response_count:1; response_revision:26328; }","duration":"320.543378ms","start":"2026-04-29T02:50:16.990578Z","end":"2026-04-29T02:50:17.311122Z","steps":["trace[1347052689] 'agreement among raft nodes before linearized reading' (duration: 320.352555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.311138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.368104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-22d8c809-ec84-42d3-81ac-7960628ee369\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-04-29T02:50:17.311234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.707581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:17.311284Z","caller":"traceutil/trace.go:171","msg":"trace[635460054] range","detail":"{range_begin:/registry/persistentvolumes/pvc-22d8c809-ec84-42d3-81ac-7960628ee369; range_end:; response_count:1; response_revision:26328; }","duration":"336.515437ms","start":"2026-04-29T02:50:16.974737Z","end":"2026-04-29T02:50:17.311252Z","steps":["trace[635460054] 'agreement among raft nodes before linearized reading' (duration: 336.124939ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:17.311341Z","caller":"traceutil/trace.go:171","msg":"trace[1731155686] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26328; }","duration":"147.865493ms","start":"2026-04-29T02:50:17.163448Z","end":"2026-04-29T02:50:17.311313Z","steps":["trace[1731155686] 'agreement among raft nodes before linearized reading' (duration: 147.662339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.311351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:16.974633Z","time spent":"336.698411ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-22d8c809-ec84-42d3-81ac-7960628ee369\" "} {"level":"warn","ts":"2026-04-29T02:50:17.311179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:16.990559Z","time spent":"320.61099ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4910,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-hqbd4\" "} {"level":"warn","ts":"2026-04-29T02:50:17.313916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.062815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-rpc-server-78cb4d47ff-sqn95.18aab33da04845bf\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26325 ","response":"range_response_count:500 size:388360"} {"level":"info","ts":"2026-04-29T02:50:17.313984Z","caller":"traceutil/trace.go:171","msg":"trace[405669912] range","detail":"{range_begin:/registry/events/openstack/neutron-rpc-server-78cb4d47ff-sqn95.18aab33da04845bf\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26328; }","duration":"309.172716ms","start":"2026-04-29T02:50:17.004794Z","end":"2026-04-29T02:50:17.313967Z","steps":["trace[405669912] 'agreement among raft nodes before linearized reading' (duration: 306.346453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.314045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:17.00478Z","time spent":"309.234669ms","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":118,"response count":1012,"response size":388384,"request content":"key:\"/registry/events/openstack/neutron-rpc-server-78cb4d47ff-sqn95.18aab33da04845bf\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26325 "} {"level":"info","ts":"2026-04-29T02:50:34.408667Z","caller":"traceutil/trace.go:171","msg":"trace[834542129] transaction","detail":"{read_only:false; response_revision:26523; number_of_response:1; }","duration":"143.418981ms","start":"2026-04-29T02:50:34.265223Z","end":"2026-04-29T02:50:34.408642Z","steps":["trace[834542129] 'process raft request' (duration: 143.247758ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:35.377036Z","caller":"traceutil/trace.go:171","msg":"trace[1120669659] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"141.032336ms","start":"2026-04-29T02:50:35.235965Z","end":"2026-04-29T02:50:35.376998Z","steps":["trace[1120669659] 'process raft request' (duration: 140.038538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:35.675947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.35027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-645f9c887-sklvc.18aab2048c20d170\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-29T02:50:35.676043Z","caller":"traceutil/trace.go:171","msg":"trace[88699204] range","detail":"{range_begin:/registry/events/openstack/barbican-api-645f9c887-sklvc.18aab2048c20d170; range_end:; response_count:1; response_revision:26534; }","duration":"121.522423ms","start":"2026-04-29T02:50:35.5545Z","end":"2026-04-29T02:50:35.676022Z","steps":["trace[88699204] 'range keys from in-memory index tree' (duration: 121.134016ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:35.864939Z","caller":"traceutil/trace.go:171","msg":"trace[486375465] transaction","detail":"{read_only:false; response_revision:26536; number_of_response:1; }","duration":"137.853388ms","start":"2026-04-29T02:50:35.72705Z","end":"2026-04-29T02:50:35.864903Z","steps":["trace[486375465] 'process raft request' (duration: 131.662382ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:35.899076Z","caller":"traceutil/trace.go:171","msg":"trace[44064419] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"170.421362ms","start":"2026-04-29T02:50:35.728639Z","end":"2026-04-29T02:50:35.89906Z","steps":["trace[44064419] 'process raft request' (duration: 170.249269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.121815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.510532ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-29T02:50:36.17968Z","caller":"traceutil/trace.go:171","msg":"trace[1016362971] linearizableReadLoop","detail":"{readStateIndex:27438; appliedIndex:27434; }","duration":"274.385509ms","start":"2026-04-29T02:50:35.905262Z","end":"2026-04-29T02:50:36.179648Z","steps":["trace[1016362971] 'read index received' (duration: 81.023878ms)","trace[1016362971] 'applied index is now lower than readState.Index' (duration: 193.359851ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:36.179824Z","caller":"traceutil/trace.go:171","msg":"trace[2106170001] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26537; }","duration":"278.463896ms","start":"2026-04-29T02:50:35.90135Z","end":"2026-04-29T02:50:36.179814Z","steps":["trace[2106170001] 'process raft request' (duration: 277.863444ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:36.18036Z","caller":"traceutil/trace.go:171","msg":"trace[164866770] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"276.194862ms","start":"2026-04-29T02:50:35.90415Z","end":"2026-04-29T02:50:36.180345Z","steps":["trace[164866770] 'process raft request' (duration: 275.175463ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:36.18054Z","caller":"traceutil/trace.go:171","msg":"trace[333544723] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"275.818126ms","start":"2026-04-29T02:50:35.904708Z","end":"2026-04-29T02:50:36.180526Z","steps":["trace[333544723] 'process raft request' (duration: 274.839798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.180872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.582022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:50:36.180924Z","caller":"traceutil/trace.go:171","msg":"trace[1387649563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26539; }","duration":"275.654494ms","start":"2026-04-29T02:50:35.905257Z","end":"2026-04-29T02:50:36.180911Z","steps":["trace[1387649563] 'agreement among raft nodes before linearized reading' (duration: 275.446229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.199589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.415443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-29T02:50:36.199706Z","caller":"traceutil/trace.go:171","msg":"trace[814184209] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26540; }","duration":"185.75945ms","start":"2026-04-29T02:50:36.013929Z","end":"2026-04-29T02:50:36.199688Z","steps":["trace[814184209] 'agreement among raft nodes before linearized reading' (duration: 185.372963ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:36.440573Z","caller":"traceutil/trace.go:171","msg":"trace[1949179720] linearizableReadLoop","detail":"{readStateIndex:27442; appliedIndex:27441; }","duration":"234.082889ms","start":"2026-04-29T02:50:36.206465Z","end":"2026-04-29T02:50:36.440548Z","steps":["trace[1949179720] 'read index received' (duration: 15.149482ms)","trace[1949179720] 'applied index is now lower than readState.Index' (duration: 218.932037ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:36.440653Z","caller":"traceutil/trace.go:171","msg":"trace[1768373882] transaction","detail":"{read_only:false; response_revision:26544; number_of_response:1; }","duration":"232.887226ms","start":"2026-04-29T02:50:36.207697Z","end":"2026-04-29T02:50:36.440584Z","steps":["trace[1768373882] 'process raft request' (duration: 232.729454ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:36.440657Z","caller":"traceutil/trace.go:171","msg":"trace[2128178972] transaction","detail":"{read_only:false; response_revision:26543; number_of_response:1; }","duration":"234.513157ms","start":"2026-04-29T02:50:36.206044Z","end":"2026-04-29T02:50:36.440557Z","steps":["trace[2128178972] 'process raft request' (duration: 233.987858ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:36.440762Z","caller":"traceutil/trace.go:171","msg":"trace[1615044849] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"232.995838ms","start":"2026-04-29T02:50:36.207748Z","end":"2026-04-29T02:50:36.440744Z","steps":["trace[1615044849] 'process raft request' (duration: 232.750674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.441088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.397375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-04-29T02:50:36.441145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.760722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:36.441252Z","caller":"traceutil/trace.go:171","msg":"trace[394078344] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:26545; }","duration":"227.578888ms","start":"2026-04-29T02:50:36.213615Z","end":"2026-04-29T02:50:36.441194Z","steps":["trace[394078344] 'agreement among raft nodes before linearized reading' (duration: 227.259472ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:36.4413Z","caller":"traceutil/trace.go:171","msg":"trace[1675772782] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26545; }","duration":"212.995738ms","start":"2026-04-29T02:50:36.228273Z","end":"2026-04-29T02:50:36.441269Z","steps":["trace[1675772782] 'agreement among raft nodes before linearized reading' (duration: 212.715212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.441397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.901194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-29T02:50:36.441532Z","caller":"traceutil/trace.go:171","msg":"trace[1858488946] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26545; }","duration":"235.031326ms","start":"2026-04-29T02:50:36.206449Z","end":"2026-04-29T02:50:36.44148Z","steps":["trace[1858488946] 'agreement among raft nodes before linearized reading' (duration: 234.749891ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:36.597904Z","caller":"traceutil/trace.go:171","msg":"trace[1516598229] linearizableReadLoop","detail":"{readStateIndex:27446; appliedIndex:27444; }","duration":"148.564746ms","start":"2026-04-29T02:50:36.449315Z","end":"2026-04-29T02:50:36.59788Z","steps":["trace[1516598229] 'read index received' (duration: 87.108163ms)","trace[1516598229] 'applied index is now lower than readState.Index' (duration: 61.455673ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:36.59816Z","caller":"traceutil/trace.go:171","msg":"trace[683811327] transaction","detail":"{read_only:false; response_revision:26546; number_of_response:1; }","duration":"150.645435ms","start":"2026-04-29T02:50:36.447488Z","end":"2026-04-29T02:50:36.598133Z","steps":["trace[683811327] 'process raft request' (duration: 88.874254ms)","trace[683811327] 'compare' (duration: 60.973736ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:36.598246Z","caller":"traceutil/trace.go:171","msg":"trace[2092753077] transaction","detail":"{read_only:false; response_revision:26547; number_of_response:1; }","duration":"150.134867ms","start":"2026-04-29T02:50:36.448076Z","end":"2026-04-29T02:50:36.598211Z","steps":["trace[2092753077] 'process raft request' (duration: 149.730269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.598473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.520656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-04-29T02:50:36.59853Z","caller":"traceutil/trace.go:171","msg":"trace[1876417290] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26547; }","duration":"148.606197ms","start":"2026-04-29T02:50:36.449909Z","end":"2026-04-29T02:50:36.598516Z","steps":["trace[1876417290] 'agreement among raft nodes before linearized reading' (duration: 148.395714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.598544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.577228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T02:50:36.598473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.707396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-29T02:50:36.598632Z","caller":"traceutil/trace.go:171","msg":"trace[60112825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26547; }","duration":"111.727621ms","start":"2026-04-29T02:50:36.486884Z","end":"2026-04-29T02:50:36.598612Z","steps":["trace[60112825] 'agreement among raft nodes before linearized reading' (duration: 111.426376ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:36.598675Z","caller":"traceutil/trace.go:171","msg":"trace[697053894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26547; }","duration":"143.91969ms","start":"2026-04-29T02:50:36.454739Z","end":"2026-04-29T02:50:36.598659Z","steps":["trace[697053894] 'agreement among raft nodes before linearized reading' (duration: 143.571724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.598568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.201279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:50:36.5988Z","caller":"traceutil/trace.go:171","msg":"trace[655521410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26547; }","duration":"149.497154ms","start":"2026-04-29T02:50:36.449283Z","end":"2026-04-29T02:50:36.59878Z","steps":["trace[655521410] 'agreement among raft nodes before linearized reading' (duration: 148.951094ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:37.127954Z","caller":"traceutil/trace.go:171","msg":"trace[107181637] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"129.594303ms","start":"2026-04-29T02:50:36.998317Z","end":"2026-04-29T02:50:37.127912Z","steps":["trace[107181637] 'process raft request' (duration: 68.260611ms)","trace[107181637] 'compare' (duration: 61.137299ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:37.128029Z","caller":"traceutil/trace.go:171","msg":"trace[978252748] linearizableReadLoop","detail":"{readStateIndex:27451; appliedIndex:27450; }","duration":"125.292123ms","start":"2026-04-29T02:50:37.002696Z","end":"2026-04-29T02:50:37.127988Z","steps":["trace[978252748] 'read index received' (duration: 63.898019ms)","trace[978252748] 'applied index is now lower than readState.Index' (duration: 61.390914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:37.128415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.703301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-29T02:50:37.128763Z","caller":"traceutil/trace.go:171","msg":"trace[14481660] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:26553; }","duration":"126.119409ms","start":"2026-04-29T02:50:37.002625Z","end":"2026-04-29T02:50:37.128744Z","steps":["trace[14481660] 'agreement among raft nodes before linearized reading' (duration: 125.550908ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:37.333813Z","caller":"traceutil/trace.go:171","msg":"trace[362969224] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"196.889697ms","start":"2026-04-29T02:50:37.136892Z","end":"2026-04-29T02:50:37.333782Z","steps":["trace[362969224] 'process raft request' (duration: 195.907978ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:37.334236Z","caller":"traceutil/trace.go:171","msg":"trace[4157989] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"193.054395ms","start":"2026-04-29T02:50:37.141138Z","end":"2026-04-29T02:50:37.334193Z","steps":["trace[4157989] 'process raft request' (duration: 192.564536ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:37.334251Z","caller":"traceutil/trace.go:171","msg":"trace[158926274] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"190.390756ms","start":"2026-04-29T02:50:37.143775Z","end":"2026-04-29T02:50:37.334165Z","steps":["trace[158926274] 'process raft request' (duration: 190.216042ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:37.334327Z","caller":"traceutil/trace.go:171","msg":"trace[771681675] transaction","detail":"{read_only:false; response_revision:26558; number_of_response:1; }","duration":"100.369688ms","start":"2026-04-29T02:50:37.233937Z","end":"2026-04-29T02:50:37.334307Z","steps":["trace[771681675] 'process raft request' (duration: 100.166494ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:37.334338Z","caller":"traceutil/trace.go:171","msg":"trace[751115583] linearizableReadLoop","detail":"{readStateIndex:27456; appliedIndex:27453; }","duration":"121.286917ms","start":"2026-04-29T02:50:37.213021Z","end":"2026-04-29T02:50:37.334308Z","steps":["trace[751115583] 'read index received' (duration: 119.795109ms)","trace[751115583] 'applied index is now lower than readState.Index' (duration: 1.489378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:37.334665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.494293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:37.334738Z","caller":"traceutil/trace.go:171","msg":"trace[537900978] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26558; }","duration":"106.605395ms","start":"2026-04-29T02:50:37.228113Z","end":"2026-04-29T02:50:37.334719Z","steps":["trace[537900978] 'agreement among raft nodes before linearized reading' (duration: 106.475363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:37.334669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.993101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:37.334933Z","caller":"traceutil/trace.go:171","msg":"trace[846967570] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26558; }","duration":"137.294936ms","start":"2026-04-29T02:50:37.197615Z","end":"2026-04-29T02:50:37.33491Z","steps":["trace[846967570] 'agreement among raft nodes before linearized reading' (duration: 136.904269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:37.335198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.081379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-29T02:50:37.335258Z","caller":"traceutil/trace.go:171","msg":"trace[1118377222] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:26558; }","duration":"118.17188ms","start":"2026-04-29T02:50:37.217068Z","end":"2026-04-29T02:50:37.33524Z","steps":["trace[1118377222] 'agreement among raft nodes before linearized reading' (duration: 117.409906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:37.805262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.175967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-04-29T02:50:37.805353Z","caller":"traceutil/trace.go:171","msg":"trace[1793426819] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:26559; }","duration":"353.32778ms","start":"2026-04-29T02:50:37.452007Z","end":"2026-04-29T02:50:37.805335Z","steps":["trace[1793426819] 'range keys from in-memory index tree' (duration: 352.988283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:37.805407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.351863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-04-29T02:50:37.805397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:37.451979Z","time spent":"353.408041ms","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"info","ts":"2026-04-29T02:50:37.805489Z","caller":"traceutil/trace.go:171","msg":"trace[1470173245] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26559; }","duration":"344.476934ms","start":"2026-04-29T02:50:37.460991Z","end":"2026-04-29T02:50:37.805467Z","steps":["trace[1470173245] 'range keys from in-memory index tree' (duration: 344.204269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:37.805538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:37.460966Z","time spent":"344.561646ms","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-29T02:50:37.80575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.916076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-04-29T02:50:37.805846Z","caller":"traceutil/trace.go:171","msg":"trace[1914624403] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:26559; }","duration":"343.032778ms","start":"2026-04-29T02:50:37.462789Z","end":"2026-04-29T02:50:37.805822Z","steps":["trace[1914624403] 'range keys from in-memory index tree' (duration: 342.761823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:37.8059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:37.462779Z","time spent":"343.107979ms","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-04-29T02:50:37.805971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.479164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:37.806058Z","caller":"traceutil/trace.go:171","msg":"trace[97034564] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"342.258873ms","start":"2026-04-29T02:50:37.463784Z","end":"2026-04-29T02:50:37.806043Z","steps":["trace[97034564] 'process raft request' (duration: 185.631146ms)","trace[97034564] 'compare' (duration: 155.812292ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:37.806117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:37.463771Z","time spent":"342.317604ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:37.869272Z","caller":"traceutil/trace.go:171","msg":"trace[364366382] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"402.010716ms","start":"2026-04-29T02:50:37.467223Z","end":"2026-04-29T02:50:37.869234Z","steps":["trace[364366382] 'process raft request' (duration: 401.770552ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:37.869474Z","caller":"traceutil/trace.go:171","msg":"trace[1645893784] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"272.639017ms","start":"2026-04-29T02:50:37.596814Z","end":"2026-04-29T02:50:37.869453Z","steps":["trace[1645893784] 'process raft request' (duration: 272.31684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:37.869518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:37.467216Z","time spent":"402.149699ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:37.869596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.569956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-29T02:50:37.869725Z","caller":"traceutil/trace.go:171","msg":"trace[331245870] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:26562; }","duration":"366.738099ms","start":"2026-04-29T02:50:37.502965Z","end":"2026-04-29T02:50:37.869704Z","steps":["trace[331245870] 'agreement among raft nodes before linearized reading' (duration: 366.376293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:37.869801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:37.502944Z","time spent":"366.843051ms","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-04-29T02:50:37.869289Z","caller":"traceutil/trace.go:171","msg":"trace[200233895] linearizableReadLoop","detail":"{readStateIndex:27460; appliedIndex:27458; }","duration":"366.25861ms","start":"2026-04-29T02:50:37.503008Z","end":"2026-04-29T02:50:37.869267Z","steps":["trace[200233895] 'read index received' (duration: 146.399806ms)","trace[200233895] 'applied index is now lower than readState.Index' (duration: 219.857544ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:37.870064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.832729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-04-29T02:50:37.870118Z","caller":"traceutil/trace.go:171","msg":"trace[547363452] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26562; }","duration":"317.91986ms","start":"2026-04-29T02:50:37.552184Z","end":"2026-04-29T02:50:37.870104Z","steps":["trace[547363452] 'agreement among raft nodes before linearized reading' (duration: 317.756287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:37.870151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:37.552166Z","time spent":"317.977561ms","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-29T02:50:37.870356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.736483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-29T02:50:37.870394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.686072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-04-29T02:50:37.870424Z","caller":"traceutil/trace.go:171","msg":"trace[1071083777] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:26562; }","duration":"117.778073ms","start":"2026-04-29T02:50:37.752637Z","end":"2026-04-29T02:50:37.870415Z","steps":["trace[1071083777] 'agreement among raft nodes before linearized reading' (duration: 117.671071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:37.870679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.155663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-04-29T02:50:37.870737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.265935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-04-29T02:50:37.87079Z","caller":"traceutil/trace.go:171","msg":"trace[1397567554] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:26562; }","duration":"218.347146ms","start":"2026-04-29T02:50:37.652428Z","end":"2026-04-29T02:50:37.870775Z","steps":["trace[1397567554] 'agreement among raft nodes before linearized reading' (duration: 218.237963ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:37.870844Z","caller":"traceutil/trace.go:171","msg":"trace[1093217181] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:26562; }","duration":"268.290436ms","start":"2026-04-29T02:50:37.602471Z","end":"2026-04-29T02:50:37.870761Z","steps":["trace[1093217181] 'agreement among raft nodes before linearized reading' (duration: 268.127182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:37.870685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.472037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-29T02:50:37.870923Z","caller":"traceutil/trace.go:171","msg":"trace[1663288685] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:26562; }","duration":"168.762003ms","start":"2026-04-29T02:50:37.702152Z","end":"2026-04-29T02:50:37.870914Z","steps":["trace[1663288685] 'agreement among raft nodes before linearized reading' (duration: 168.422646ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:37.870416Z","caller":"traceutil/trace.go:171","msg":"trace[1397032477] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26562; }","duration":"110.068269ms","start":"2026-04-29T02:50:37.760324Z","end":"2026-04-29T02:50:37.870392Z","steps":["trace[1397032477] 'agreement among raft nodes before linearized reading' (duration: 109.706302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:37.870849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.811057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:37.871037Z","caller":"traceutil/trace.go:171","msg":"trace[2063256763] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26562; }","duration":"108.033011ms","start":"2026-04-29T02:50:37.762981Z","end":"2026-04-29T02:50:37.871014Z","steps":["trace[2063256763] 'agreement among raft nodes before linearized reading' (duration: 107.800557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:37.871061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.618008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-29T02:50:37.871085Z","caller":"traceutil/trace.go:171","msg":"trace[1646245574] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26562; }","duration":"126.70382ms","start":"2026-04-29T02:50:37.744374Z","end":"2026-04-29T02:50:37.871077Z","steps":["trace[1646245574] 'agreement among raft nodes before linearized reading' (duration: 126.261461ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.069147Z","caller":"traceutil/trace.go:171","msg":"trace[430262504] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"107.058253ms","start":"2026-04-29T02:50:37.962065Z","end":"2026-04-29T02:50:38.069123Z","steps":["trace[430262504] 'process raft request' (duration: 81.475478ms)","trace[430262504] 'compare' (duration: 25.380412ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:38.069446Z","caller":"traceutil/trace.go:171","msg":"trace[1660989465] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"105.058487ms","start":"2026-04-29T02:50:37.964356Z","end":"2026-04-29T02:50:38.069415Z","steps":["trace[1660989465] 'process raft request' (duration: 104.719831ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.069812Z","caller":"traceutil/trace.go:171","msg":"trace[214100437] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"105.005715ms","start":"2026-04-29T02:50:37.964773Z","end":"2026-04-29T02:50:38.069779Z","steps":["trace[214100437] 'process raft request' (duration: 104.552656ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.069815Z","caller":"traceutil/trace.go:171","msg":"trace[1043522760] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"104.74496ms","start":"2026-04-29T02:50:37.965039Z","end":"2026-04-29T02:50:38.069784Z","steps":["trace[1043522760] 'process raft request' (duration: 104.561027ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.070034Z","caller":"traceutil/trace.go:171","msg":"trace[1150630646] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"104.794411ms","start":"2026-04-29T02:50:37.965223Z","end":"2026-04-29T02:50:38.070017Z","steps":["trace[1150630646] 'process raft request' (duration: 104.472026ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.070086Z","caller":"traceutil/trace.go:171","msg":"trace[1814664764] linearizableReadLoop","detail":"{readStateIndex:27468; appliedIndex:27464; }","duration":"105.129057ms","start":"2026-04-29T02:50:37.964934Z","end":"2026-04-29T02:50:38.070063Z","steps":["trace[1814664764] 'read index received' (duration: 4.545854ms)","trace[1814664764] 'applied index is now lower than readState.Index' (duration: 100.581923ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:38.070178Z","caller":"traceutil/trace.go:171","msg":"trace[1571860125] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"104.503027ms","start":"2026-04-29T02:50:37.96563Z","end":"2026-04-29T02:50:38.070133Z","steps":["trace[1571860125] 'process raft request' (duration: 104.249532ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.070186Z","caller":"traceutil/trace.go:171","msg":"trace[561667523] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"104.042267ms","start":"2026-04-29T02:50:37.966098Z","end":"2026-04-29T02:50:38.07014Z","steps":["trace[561667523] 'process raft request' (duration: 103.902144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:38.070413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.445533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-04-29T02:50:38.070474Z","caller":"traceutil/trace.go:171","msg":"trace[1490863105] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:26573; }","duration":"105.539935ms","start":"2026-04-29T02:50:37.964916Z","end":"2026-04-29T02:50:38.070456Z","steps":["trace[1490863105] 'agreement among raft nodes before linearized reading' (duration: 105.303111ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.237842Z","caller":"traceutil/trace.go:171","msg":"trace[1587111073] transaction","detail":"{read_only:false; response_revision:26581; number_of_response:1; }","duration":"115.171395ms","start":"2026-04-29T02:50:38.122645Z","end":"2026-04-29T02:50:38.237816Z","steps":["trace[1587111073] 'process raft request' (duration: 105.78579ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.238199Z","caller":"traceutil/trace.go:171","msg":"trace[1075527723] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"115.348148ms","start":"2026-04-29T02:50:38.122826Z","end":"2026-04-29T02:50:38.238174Z","steps":["trace[1075527723] 'process raft request' (duration: 115.261256ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.238219Z","caller":"traceutil/trace.go:171","msg":"trace[943104619] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"115.451621ms","start":"2026-04-29T02:50:38.122725Z","end":"2026-04-29T02:50:38.238177Z","steps":["trace[943104619] 'process raft request' (duration: 115.038823ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.238254Z","caller":"traceutil/trace.go:171","msg":"trace[1039383323] transaction","detail":"{read_only:false; response_revision:26585; number_of_response:1; }","duration":"115.284847ms","start":"2026-04-29T02:50:38.122952Z","end":"2026-04-29T02:50:38.238237Z","steps":["trace[1039383323] 'process raft request' (duration: 115.169735ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.238365Z","caller":"traceutil/trace.go:171","msg":"trace[1420098407] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"115.563771ms","start":"2026-04-29T02:50:38.122792Z","end":"2026-04-29T02:50:38.238356Z","steps":["trace[1420098407] 'process raft request' (duration: 115.178384ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.567967Z","caller":"traceutil/trace.go:171","msg":"trace[1380507014] linearizableReadLoop","detail":"{readStateIndex:27487; appliedIndex:27486; }","duration":"255.472287ms","start":"2026-04-29T02:50:38.312462Z","end":"2026-04-29T02:50:38.567935Z","steps":["trace[1380507014] 'read index received' (duration: 207.569875ms)","trace[1380507014] 'applied index is now lower than readState.Index' (duration: 47.900592ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:38.56799Z","caller":"traceutil/trace.go:171","msg":"trace[2076096069] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"285.652519ms","start":"2026-04-29T02:50:38.282294Z","end":"2026-04-29T02:50:38.567946Z","steps":["trace[2076096069] 'process raft request' (duration: 237.646465ms)","trace[2076096069] 'compare' (duration: 47.644857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:38.568186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.446374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"warn","ts":"2026-04-29T02:50:38.568199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.210494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-29T02:50:38.568247Z","caller":"traceutil/trace.go:171","msg":"trace[2117667449] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:26588; }","duration":"265.536545ms","start":"2026-04-29T02:50:38.302695Z","end":"2026-04-29T02:50:38.568232Z","steps":["trace[2117667449] 'agreement among raft nodes before linearized reading' (duration: 265.274419ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.568261Z","caller":"traceutil/trace.go:171","msg":"trace[934480483] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26588; }","duration":"283.286486ms","start":"2026-04-29T02:50:38.284953Z","end":"2026-04-29T02:50:38.56824Z","steps":["trace[934480483] 'agreement among raft nodes before linearized reading' (duration: 283.115313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:38.573483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.295411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-29T02:50:38.573545Z","caller":"traceutil/trace.go:171","msg":"trace[1549276499] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:26590; }","duration":"220.400274ms","start":"2026-04-29T02:50:38.353131Z","end":"2026-04-29T02:50:38.573531Z","steps":["trace[1549276499] 'agreement among raft nodes before linearized reading' (duration: 220.20951ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.573849Z","caller":"traceutil/trace.go:171","msg":"trace[2022809213] transaction","detail":"{read_only:false; response_revision:26589; number_of_response:1; }","duration":"256.17246ms","start":"2026-04-29T02:50:38.317667Z","end":"2026-04-29T02:50:38.57384Z","steps":["trace[2022809213] 'process raft request' (duration: 255.508078ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.57411Z","caller":"traceutil/trace.go:171","msg":"trace[903289949] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"204.685241ms","start":"2026-04-29T02:50:38.369411Z","end":"2026-04-29T02:50:38.574096Z","steps":["trace[903289949] 'process raft request' (duration: 203.873586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:38.574649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.723648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T02:50:38.574703Z","caller":"traceutil/trace.go:171","msg":"trace[469858575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26590; }","duration":"128.836089ms","start":"2026-04-29T02:50:38.445854Z","end":"2026-04-29T02:50:38.574691Z","steps":["trace[469858575] 'agreement among raft nodes before linearized reading' (duration: 128.632505ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.694464Z","caller":"traceutil/trace.go:171","msg":"trace[465190864] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"115.059972ms","start":"2026-04-29T02:50:38.579374Z","end":"2026-04-29T02:50:38.694434Z","steps":["trace[465190864] 'process raft request' (duration: 114.798217ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.69459Z","caller":"traceutil/trace.go:171","msg":"trace[982303694] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"114.432061ms","start":"2026-04-29T02:50:38.580112Z","end":"2026-04-29T02:50:38.694544Z","steps":["trace[982303694] 'process raft request' (duration: 114.226597ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.694765Z","caller":"traceutil/trace.go:171","msg":"trace[1438400358] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"111.903604ms","start":"2026-04-29T02:50:38.582812Z","end":"2026-04-29T02:50:38.694715Z","steps":["trace[1438400358] 'process raft request' (duration: 111.591628ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.695266Z","caller":"traceutil/trace.go:171","msg":"trace[2031127823] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"112.26021ms","start":"2026-04-29T02:50:38.582989Z","end":"2026-04-29T02:50:38.695249Z","steps":["trace[2031127823] 'process raft request' (duration: 111.506527ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.69596Z","caller":"traceutil/trace.go:171","msg":"trace[506815639] linearizableReadLoop","detail":"{readStateIndex:27492; appliedIndex:27490; }","duration":"113.27709ms","start":"2026-04-29T02:50:38.582654Z","end":"2026-04-29T02:50:38.695931Z","steps":["trace[506815639] 'read index received' (duration: 35.382249ms)","trace[506815639] 'applied index is now lower than readState.Index' (duration: 77.893211ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:38.696068Z","caller":"traceutil/trace.go:171","msg":"trace[1280893188] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"112.555406ms","start":"2026-04-29T02:50:38.583491Z","end":"2026-04-29T02:50:38.696046Z","steps":["trace[1280893188] 'process raft request' (duration: 111.675679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:38.696795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.101344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-29T02:50:38.696934Z","caller":"traceutil/trace.go:171","msg":"trace[1927533955] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:26597; }","duration":"114.276908ms","start":"2026-04-29T02:50:38.582628Z","end":"2026-04-29T02:50:38.696905Z","steps":["trace[1927533955] 'agreement among raft nodes before linearized reading' (duration: 113.933381ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.802152Z","caller":"traceutil/trace.go:171","msg":"trace[483687552] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"101.209335ms","start":"2026-04-29T02:50:38.700916Z","end":"2026-04-29T02:50:38.802125Z","steps":["trace[483687552] 'process raft request' (duration: 101.012082ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.802796Z","caller":"traceutil/trace.go:171","msg":"trace[850741513] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"101.176594ms","start":"2026-04-29T02:50:38.701602Z","end":"2026-04-29T02:50:38.802779Z","steps":["trace[850741513] 'process raft request' (duration: 100.475432ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:38.802775Z","caller":"traceutil/trace.go:171","msg":"trace[908913658] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"100.793577ms","start":"2026-04-29T02:50:38.70196Z","end":"2026-04-29T02:50:38.802754Z","steps":["trace[908913658] 'process raft request' (duration: 100.43311ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:39.619651Z","caller":"traceutil/trace.go:171","msg":"trace[1426526944] linearizableReadLoop","detail":"{readStateIndex:27519; appliedIndex:27518; }","duration":"101.131504ms","start":"2026-04-29T02:50:39.518423Z","end":"2026-04-29T02:50:39.619555Z","steps":["trace[1426526944] 'read index received' (duration: 56.974781ms)","trace[1426526944] 'applied index is now lower than readState.Index' (duration: 44.155133ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:39.619752Z","caller":"traceutil/trace.go:171","msg":"trace[2072979975] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"101.840216ms","start":"2026-04-29T02:50:39.517852Z","end":"2026-04-29T02:50:39.619692Z","steps":["trace[2072979975] 'process raft request' (duration: 57.589792ms)","trace[2072979975] 'compare' (duration: 43.778265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:39.620057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.590352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1434"} {"level":"info","ts":"2026-04-29T02:50:39.620111Z","caller":"traceutil/trace.go:171","msg":"trace[1785733018] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26619; }","duration":"101.687134ms","start":"2026-04-29T02:50:39.518411Z","end":"2026-04-29T02:50:39.620098Z","steps":["trace[1785733018] 'agreement among raft nodes before linearized reading' (duration: 101.367548ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:40.050176Z","caller":"traceutil/trace.go:171","msg":"trace[1220860933] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"162.804261ms","start":"2026-04-29T02:50:39.887332Z","end":"2026-04-29T02:50:40.050136Z","steps":["trace[1220860933] 'process raft request' (duration: 101.986699ms)","trace[1220860933] 'compare' (duration: 60.370654ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:40.249894Z","caller":"traceutil/trace.go:171","msg":"trace[1549961154] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"108.41824ms","start":"2026-04-29T02:50:40.141447Z","end":"2026-04-29T02:50:40.249865Z","steps":["trace[1549961154] 'process raft request' (duration: 77.519265ms)","trace[1549961154] 'compare' (duration: 30.539118ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:40.388488Z","caller":"traceutil/trace.go:171","msg":"trace[1714479744] transaction","detail":"{read_only:false; response_revision:26634; number_of_response:1; }","duration":"106.764149ms","start":"2026-04-29T02:50:40.281687Z","end":"2026-04-29T02:50:40.388451Z","steps":["trace[1714479744] 'process raft request' (duration: 105.256021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:43.615377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.384437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-29T02:50:43.615474Z","caller":"traceutil/trace.go:171","msg":"trace[1955493523] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:26681; }","duration":"116.540599ms","start":"2026-04-29T02:50:43.49891Z","end":"2026-04-29T02:50:43.615451Z","steps":["trace[1955493523] 'range keys from in-memory index tree' (duration: 116.216734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:43.615736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.138748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-29T02:50:43.615872Z","caller":"traceutil/trace.go:171","msg":"trace[298906892] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26681; }","duration":"142.347511ms","start":"2026-04-29T02:50:43.473498Z","end":"2026-04-29T02:50:43.615846Z","steps":["trace[298906892] 'range keys from in-memory index tree' (duration: 141.676838ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:43.936962Z","caller":"traceutil/trace.go:171","msg":"trace[369876109] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"113.630676ms","start":"2026-04-29T02:50:43.823287Z","end":"2026-04-29T02:50:43.936918Z","steps":["trace[369876109] 'process raft request' (duration: 113.30875ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:43.989912Z","caller":"traceutil/trace.go:171","msg":"trace[829017947] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"100.880648ms","start":"2026-04-29T02:50:43.888996Z","end":"2026-04-29T02:50:43.989876Z","steps":["trace[829017947] 'process raft request' (duration: 95.917895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:43.99113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.473179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1683"} {"level":"warn","ts":"2026-04-29T02:50:43.991115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.190906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-29T02:50:43.991229Z","caller":"traceutil/trace.go:171","msg":"trace[1214412240] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:26685; }","duration":"116.639442ms","start":"2026-04-29T02:50:43.874565Z","end":"2026-04-29T02:50:43.991205Z","steps":["trace[1214412240] 'agreement among raft nodes before linearized reading' (duration: 116.435598ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:43.991263Z","caller":"traceutil/trace.go:171","msg":"trace[183845136] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26685; }","duration":"100.382969ms","start":"2026-04-29T02:50:43.89084Z","end":"2026-04-29T02:50:43.991223Z","steps":["trace[183845136] 'agreement among raft nodes before linearized reading' (duration: 99.940911ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:44.343491Z","caller":"traceutil/trace.go:171","msg":"trace[1458196212] linearizableReadLoop","detail":"{readStateIndex:27587; appliedIndex:27586; }","duration":"319.657483ms","start":"2026-04-29T02:50:44.023796Z","end":"2026-04-29T02:50:44.343453Z","steps":["trace[1458196212] 'read index received' (duration: 319.257566ms)","trace[1458196212] 'applied index is now lower than readState.Index' (duration: 398.307µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:44.343566Z","caller":"traceutil/trace.go:171","msg":"trace[1282231387] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"343.858053ms","start":"2026-04-29T02:50:43.999666Z","end":"2026-04-29T02:50:44.343524Z","steps":["trace[1282231387] 'process raft request' (duration: 343.531347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:44.343787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:43.999652Z","time spent":"344.040177ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:50:44.343866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.03908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-29T02:50:44.343927Z","caller":"traceutil/trace.go:171","msg":"trace[1345426937] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26686; }","duration":"320.172583ms","start":"2026-04-29T02:50:44.023734Z","end":"2026-04-29T02:50:44.343906Z","steps":["trace[1345426937] 'agreement among raft nodes before linearized reading' (duration: 319.890648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:44.343982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.023702Z","time spent":"320.269534ms","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-29T02:50:44.34443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.798529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/glance-api\" ","response":"range_response_count:1 size:923"} {"level":"info","ts":"2026-04-29T02:50:44.344478Z","caller":"traceutil/trace.go:171","msg":"trace[1436945253] range","detail":"{range_begin:/registry/services/specs/openstack/glance-api; range_end:; response_count:1; response_revision:26686; }","duration":"294.902351ms","start":"2026-04-29T02:50:44.049564Z","end":"2026-04-29T02:50:44.344466Z","steps":["trace[1436945253] 'agreement among raft nodes before linearized reading' (duration: 294.770449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:44.344471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.028917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-04-29T02:50:44.344527Z","caller":"traceutil/trace.go:171","msg":"trace[352228708] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:26686; }","duration":"147.165211ms","start":"2026-04-29T02:50:44.197346Z","end":"2026-04-29T02:50:44.344512Z","steps":["trace[352228708] 'agreement among raft nodes before linearized reading' (duration: 147.000408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:44.344871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.363926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1454"} {"level":"warn","ts":"2026-04-29T02:50:44.344881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.850476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:936"} {"level":"info","ts":"2026-04-29T02:50:44.344927Z","caller":"traceutil/trace.go:171","msg":"trace[1561521528] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:26686; }","duration":"116.941267ms","start":"2026-04-29T02:50:44.227976Z","end":"2026-04-29T02:50:44.344917Z","steps":["trace[1561521528] 'agreement among raft nodes before linearized reading' (duration: 116.834895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:44.344847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.443329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1608"} {"level":"warn","ts":"2026-04-29T02:50:44.344995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.639916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7455"} {"level":"info","ts":"2026-04-29T02:50:44.345023Z","caller":"traceutil/trace.go:171","msg":"trace[872676506] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:26686; }","duration":"246.705445ms","start":"2026-04-29T02:50:44.098305Z","end":"2026-04-29T02:50:44.345011Z","steps":["trace[872676506] 'agreement among raft nodes before linearized reading' (duration: 246.446079ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:44.345047Z","caller":"traceutil/trace.go:171","msg":"trace[977391281] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26686; }","duration":"171.734198ms","start":"2026-04-29T02:50:44.173291Z","end":"2026-04-29T02:50:44.345025Z","steps":["trace[977391281] 'agreement among raft nodes before linearized reading' (duration: 171.621385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:44.345059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.928537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18650"} {"level":"info","ts":"2026-04-29T02:50:44.344925Z","caller":"traceutil/trace.go:171","msg":"trace[159629897] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26686; }","duration":"269.468698ms","start":"2026-04-29T02:50:44.075443Z","end":"2026-04-29T02:50:44.344912Z","steps":["trace[159629897] 'agreement among raft nodes before linearized reading' (duration: 269.336786ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:44.345099Z","caller":"traceutil/trace.go:171","msg":"trace[61304685] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26686; }","duration":"218.995959ms","start":"2026-04-29T02:50:44.126093Z","end":"2026-04-29T02:50:44.345089Z","steps":["trace[61304685] 'agreement among raft nodes before linearized reading' (duration: 218.870487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:44.345095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.96639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-04-29T02:50:44.345174Z","caller":"traceutil/trace.go:171","msg":"trace[1880653544] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:26686; }","duration":"196.075541ms","start":"2026-04-29T02:50:44.149088Z","end":"2026-04-29T02:50:44.345163Z","steps":["trace[1880653544] 'agreement among raft nodes before linearized reading' (duration: 195.933059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:44.345281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.837847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:44.34532Z","caller":"traceutil/trace.go:171","msg":"trace[734465515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26686; }","duration":"246.918769ms","start":"2026-04-29T02:50:44.098392Z","end":"2026-04-29T02:50:44.345311Z","steps":["trace[734465515] 'agreement among raft nodes before linearized reading' (duration: 246.854918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:44.345192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.368581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2918"} {"level":"info","ts":"2026-04-29T02:50:44.345635Z","caller":"traceutil/trace.go:171","msg":"trace[1124061781] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:26686; }","duration":"222.929411ms","start":"2026-04-29T02:50:44.122684Z","end":"2026-04-29T02:50:44.345613Z","steps":["trace[1124061781] 'agreement among raft nodes before linearized reading' (duration: 222.349301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:44.72534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.013567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-api\" ","response":"range_response_count:1 size:915"} {"level":"info","ts":"2026-04-29T02:50:44.725422Z","caller":"traceutil/trace.go:171","msg":"trace[1767598089] range","detail":"{range_begin:/registry/services/specs/openstack/heat-api; range_end:; response_count:1; response_revision:26690; }","duration":"103.12212ms","start":"2026-04-29T02:50:44.622268Z","end":"2026-04-29T02:50:44.725391Z","steps":["trace[1767598089] 'range keys from in-memory index tree' (duration: 102.906796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.534146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.565632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-04-29T02:50:45.534227Z","caller":"traceutil/trace.go:171","msg":"trace[1440202997] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26692; }","duration":"703.678353ms","start":"2026-04-29T02:50:44.830529Z","end":"2026-04-29T02:50:45.534207Z","steps":["trace[1440202997] 'range keys from in-memory index tree' (duration: 703.335648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.534284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.830517Z","time spent":"703.747495ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-04-29T02:50:45.534623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.296911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:50:45.534663Z","caller":"traceutil/trace.go:171","msg":"trace[1947398903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26692; }","duration":"700.349791ms","start":"2026-04-29T02:50:44.834303Z","end":"2026-04-29T02:50:45.534652Z","steps":["trace[1947398903] 'range keys from in-memory index tree' (duration: 700.191969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.534695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.834293Z","time spent":"700.392382ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:50:45.534897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.394723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-04-29T02:50:45.53499Z","caller":"traceutil/trace.go:171","msg":"trace[959578554] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26692; }","duration":"387.527056ms","start":"2026-04-29T02:50:45.147439Z","end":"2026-04-29T02:50:45.534967Z","steps":["trace[959578554] 'range keys from in-memory index tree' (duration: 387.21894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.535114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.147426Z","time spent":"387.673139ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-29T02:50:45.535159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.402023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1606"} {"level":"info","ts":"2026-04-29T02:50:45.535206Z","caller":"traceutil/trace.go:171","msg":"trace[1167298292] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:26692; }","duration":"337.465794ms","start":"2026-04-29T02:50:45.197726Z","end":"2026-04-29T02:50:45.535192Z","steps":["trace[1167298292] 'range keys from in-memory index tree' (duration: 337.220559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.535243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.197714Z","time spent":"337.521715ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1630,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-04-29T02:50:45.535382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.582621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:406"} {"level":"info","ts":"2026-04-29T02:50:45.535413Z","caller":"traceutil/trace.go:171","msg":"trace[1965251930] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:26692; }","duration":"312.634943ms","start":"2026-04-29T02:50:45.22277Z","end":"2026-04-29T02:50:45.535405Z","steps":["trace[1965251930] 'range keys from in-memory index tree' (duration: 312.474068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.53544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.222756Z","time spent":"312.677453ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":430,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"warn","ts":"2026-04-29T02:50:45.535775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.477121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:1096"} {"level":"info","ts":"2026-04-29T02:50:45.535816Z","caller":"traceutil/trace.go:171","msg":"trace[187240507] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:26692; }","duration":"288.540783ms","start":"2026-04-29T02:50:45.247265Z","end":"2026-04-29T02:50:45.535806Z","steps":["trace[187240507] 'range keys from in-memory index tree' (duration: 288.349639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.535837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.7086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:50:45.536065Z","caller":"traceutil/trace.go:171","msg":"trace[1044569784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26692; }","duration":"691.945054ms","start":"2026-04-29T02:50:44.844093Z","end":"2026-04-29T02:50:45.536038Z","steps":["trace[1044569784] 'range keys from in-memory index tree' (duration: 691.564358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.536167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.844064Z","time spent":"692.088167ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:50:45.536304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.42975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-04-29T02:50:45.536347Z","caller":"traceutil/trace.go:171","msg":"trace[1759872441] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26692; }","duration":"238.49235ms","start":"2026-04-29T02:50:45.297845Z","end":"2026-04-29T02:50:45.536338Z","steps":["trace[1759872441] 'range keys from in-memory index tree' (duration: 238.248226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.536501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.043181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/barbican-api\" ","response":"range_response_count:1 size:931"} {"level":"info","ts":"2026-04-29T02:50:45.536548Z","caller":"traceutil/trace.go:171","msg":"trace[702845577] range","detail":"{range_begin:/registry/services/specs/openstack/barbican-api; range_end:; response_count:1; response_revision:26692; }","duration":"689.110623ms","start":"2026-04-29T02:50:44.847424Z","end":"2026-04-29T02:50:45.536534Z","steps":["trace[702845577] 'range keys from in-memory index tree' (duration: 688.914938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.536577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.847412Z","time spent":"689.158094ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":955,"request content":"key:\"/registry/services/specs/openstack/barbican-api\" "} {"level":"warn","ts":"2026-04-29T02:50:45.53672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.920283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"range_response_count:1 size:6613"} {"level":"info","ts":"2026-04-29T02:50:45.536762Z","caller":"traceutil/trace.go:171","msg":"trace[1473800868] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; response_count:1; response_revision:26692; }","duration":"213.987895ms","start":"2026-04-29T02:50:45.322765Z","end":"2026-04-29T02:50:45.536753Z","steps":["trace[1473800868] 'range keys from in-memory index tree' (duration: 213.798261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.537732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.335519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2556"} {"level":"info","ts":"2026-04-29T02:50:45.53779Z","caller":"traceutil/trace.go:171","msg":"trace[1188266576] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:26692; }","duration":"665.449381ms","start":"2026-04-29T02:50:44.872325Z","end":"2026-04-29T02:50:45.537774Z","steps":["trace[1188266576] 'range keys from in-memory index tree' (duration: 664.307711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.537839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.872311Z","time spent":"665.517422ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2580,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"warn","ts":"2026-04-29T02:50:45.534997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.424817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1370"} {"level":"info","ts":"2026-04-29T02:50:45.538754Z","caller":"traceutil/trace.go:171","msg":"trace[867563648] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:26692; }","duration":"366.179718ms","start":"2026-04-29T02:50:45.172514Z","end":"2026-04-29T02:50:45.538694Z","steps":["trace[867563648] 'range keys from in-memory index tree' (duration: 362.250644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.538796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.966057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-04-29T02:50:45.538923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.172495Z","time spent":"366.372322ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1394,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-29T02:50:45.538976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.002266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-04-29T02:50:45.539002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.749165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-04-29T02:50:45.539073Z","caller":"traceutil/trace.go:171","msg":"trace[1733804489] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:26692; }","duration":"591.088857ms","start":"2026-04-29T02:50:44.947966Z","end":"2026-04-29T02:50:45.539055Z","steps":["trace[1733804489] 'range keys from in-memory index tree' (duration: 590.809822ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:45.53908Z","caller":"traceutil/trace.go:171","msg":"trace[1825769960] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26692; }","duration":"615.850597ms","start":"2026-04-29T02:50:44.923212Z","end":"2026-04-29T02:50:45.539063Z","steps":["trace[1825769960] 'range keys from in-memory index tree' (duration: 615.627283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.536088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.10595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"warn","ts":"2026-04-29T02:50:45.539128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.923201Z","time spent":"615.914198ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-04-29T02:50:45.538837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.82028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1076"} {"level":"warn","ts":"2026-04-29T02:50:45.539168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.947895Z","time spent":"591.219599ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1344,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-29T02:50:45.539174Z","caller":"traceutil/trace.go:171","msg":"trace[708885875] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:26692; }","duration":"266.214287ms","start":"2026-04-29T02:50:45.272938Z","end":"2026-04-29T02:50:45.539152Z","steps":["trace[708885875] 'range keys from in-memory index tree' (duration: 262.982377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.538637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.701088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:45.539181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.176197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1512"} {"level":"warn","ts":"2026-04-29T02:50:45.539203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.541276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" ","response":"range_response_count:1 size:822"} {"level":"info","ts":"2026-04-29T02:50:45.538949Z","caller":"traceutil/trace.go:171","msg":"trace[2113895254] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26692; }","duration":"466.160161ms","start":"2026-04-29T02:50:45.07276Z","end":"2026-04-29T02:50:45.538921Z","steps":["trace[2113895254] 'range keys from in-memory index tree' (duration: 465.721063ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:45.539285Z","caller":"traceutil/trace.go:171","msg":"trace[996410128] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:26692; }","duration":"541.335821ms","start":"2026-04-29T02:50:44.997925Z","end":"2026-04-29T02:50:45.539261Z","steps":["trace[996410128] 'range keys from in-memory index tree' (duration: 541.044155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.539358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.99791Z","time spent":"541.436423ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1536,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-04-29T02:50:45.539296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.524275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-29T02:50:45.539357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.038523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-29T02:50:45.539243Z","caller":"traceutil/trace.go:171","msg":"trace[1531477969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26692; }","duration":"440.33336ms","start":"2026-04-29T02:50:45.0989Z","end":"2026-04-29T02:50:45.539233Z","steps":["trace[1531477969] 'range keys from in-memory index tree' (duration: 439.596945ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:45.539437Z","caller":"traceutil/trace.go:171","msg":"trace[1375233344] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26692; }","duration":"492.131345ms","start":"2026-04-29T02:50:45.047286Z","end":"2026-04-29T02:50:45.539418Z","steps":["trace[1375233344] 'range keys from in-memory index tree' (duration: 491.928491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.539472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.047276Z","time spent":"492.188526ms","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-29T02:50:45.539006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.701654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-29T02:50:45.539483Z","caller":"traceutil/trace.go:171","msg":"trace[524335100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26692; }","duration":"519.706389ms","start":"2026-04-29T02:50:45.019705Z","end":"2026-04-29T02:50:45.539412Z","steps":["trace[524335100] 'range keys from in-memory index tree' (duration: 519.158937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.539474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.098888Z","time spent":"440.567595ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:50:45.539532Z","caller":"traceutil/trace.go:171","msg":"trace[1052493482] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26692; }","duration":"566.243635ms","start":"2026-04-29T02:50:44.973271Z","end":"2026-04-29T02:50:45.539515Z","steps":["trace[1052493482] 'range keys from in-memory index tree' (duration: 565.533611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.53958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.019592Z","time spent":"519.934313ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:50:45.539586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.97326Z","time spent":"566.312736ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-04-29T02:50:45.539244Z","caller":"traceutil/trace.go:171","msg":"trace[986417339] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:26692; }","duration":"440.275308ms","start":"2026-04-29T02:50:45.098946Z","end":"2026-04-29T02:50:45.539222Z","steps":["trace[986417339] 'range keys from in-memory index tree' (duration: 439.589325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.539804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.09892Z","time spent":"440.87235ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1100,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"info","ts":"2026-04-29T02:50:45.5393Z","caller":"traceutil/trace.go:171","msg":"trace[829172837] range","detail":"{range_begin:/registry/services/specs/orc-system/orc-controller-manager-metrics-service; range_end:; response_count:1; response_revision:26692; }","duration":"641.652999ms","start":"2026-04-29T02:50:44.897623Z","end":"2026-04-29T02:50:45.539276Z","steps":["trace[829172837] 'range keys from in-memory index tree' (duration: 641.295522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.539902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.897564Z","time spent":"642.318951ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":846,"request content":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" "} {"level":"warn","ts":"2026-04-29T02:50:45.539158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.489537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-04-29T02:50:45.539971Z","caller":"traceutil/trace.go:171","msg":"trace[1951449374] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:26692; }","duration":"517.300162ms","start":"2026-04-29T02:50:45.02265Z","end":"2026-04-29T02:50:45.53995Z","steps":["trace[1951449374] 'range keys from in-memory index tree' (duration: 516.319294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.540041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.022637Z","time spent":"517.385354ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-04-29T02:50:45.538851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.932605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2115"} {"level":"info","ts":"2026-04-29T02:50:45.540145Z","caller":"traceutil/trace.go:171","msg":"trace[1175050799] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:26692; }","duration":"417.290721ms","start":"2026-04-29T02:50:45.12284Z","end":"2026-04-29T02:50:45.540131Z","steps":["trace[1175050799] 'range keys from in-memory index tree' (duration: 415.717232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.540189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.122822Z","time spent":"417.355922ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2139,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} {"level":"warn","ts":"2026-04-29T02:50:45.539492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.072746Z","time spent":"466.681481ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-04-29T02:50:45.545497Z","caller":"traceutil/trace.go:171","msg":"trace[93094009] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"197.806873ms","start":"2026-04-29T02:50:45.347669Z","end":"2026-04-29T02:50:45.545476Z","steps":["trace[93094009] 'process raft request' (duration: 197.663251ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:45.567978Z","caller":"traceutil/trace.go:171","msg":"trace[1200181754] transaction","detail":"{read_only:false; response_revision:26694; number_of_response:1; }","duration":"201.535643ms","start":"2026-04-29T02:50:45.366418Z","end":"2026-04-29T02:50:45.567953Z","steps":["trace[1200181754] 'process raft request' (duration: 201.219917ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:45.568192Z","caller":"traceutil/trace.go:171","msg":"trace[924074527] transaction","detail":"{read_only:false; response_revision:26695; number_of_response:1; }","duration":"192.161437ms","start":"2026-04-29T02:50:45.375999Z","end":"2026-04-29T02:50:45.56816Z","steps":["trace[924074527] 'process raft request' (duration: 191.856352ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:45.568499Z","caller":"traceutil/trace.go:171","msg":"trace[231474598] transaction","detail":"{read_only:false; response_revision:26696; number_of_response:1; }","duration":"122.193345ms","start":"2026-04-29T02:50:45.446282Z","end":"2026-04-29T02:50:45.568476Z","steps":["trace[231474598] 'process raft request' (duration: 121.642825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.171554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.661691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-29T02:50:46.171627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.909084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-29T02:50:46.171676Z","caller":"traceutil/trace.go:171","msg":"trace[420050164] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26700; }","duration":"349.839704ms","start":"2026-04-29T02:50:45.821812Z","end":"2026-04-29T02:50:46.171652Z","steps":["trace[420050164] 'count revisions from in-memory index tree' (duration: 349.60775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.171663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.780705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-04-29T02:50:46.171739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.821798Z","time spent":"349.925156ms","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":163,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:46.171756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.196206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9746"} {"level":"info","ts":"2026-04-29T02:50:46.171748Z","caller":"traceutil/trace.go:171","msg":"trace[987070457] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26700; }","duration":"348.880246ms","start":"2026-04-29T02:50:45.822844Z","end":"2026-04-29T02:50:46.171724Z","steps":["trace[987070457] 'range keys from in-memory index tree' (duration: 348.611661ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:46.171779Z","caller":"traceutil/trace.go:171","msg":"trace[459703995] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:26700; }","duration":"274.265377ms","start":"2026-04-29T02:50:45.897507Z","end":"2026-04-29T02:50:46.171773Z","steps":["trace[459703995] 'range keys from in-memory index tree' (duration: 274.052203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.171799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.822835Z","time spent":"348.951738ms","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-29T02:50:46.17203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.837953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11787"} {"level":"info","ts":"2026-04-29T02:50:46.172058Z","caller":"traceutil/trace.go:171","msg":"trace[1674331826] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26700; }","duration":"198.906224ms","start":"2026-04-29T02:50:45.973145Z","end":"2026-04-29T02:50:46.172051Z","steps":["trace[1674331826] 'range keys from in-memory index tree' (duration: 198.731611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.172136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.74924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-29T02:50:46.172183Z","caller":"traceutil/trace.go:171","msg":"trace[786291694] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26700; }","duration":"424.811631ms","start":"2026-04-29T02:50:45.747355Z","end":"2026-04-29T02:50:46.172167Z","steps":["trace[786291694] 'range keys from in-memory index tree' (duration: 424.615117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.172211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.061229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"range_response_count:1 size:7939"} {"level":"info","ts":"2026-04-29T02:50:46.172292Z","caller":"traceutil/trace.go:171","msg":"trace[1641036639] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; response_count:1; response_revision:26700; }","duration":"249.19278ms","start":"2026-04-29T02:50:45.923081Z","end":"2026-04-29T02:50:46.172274Z","steps":["trace[1641036639] 'range keys from in-memory index tree' (duration: 248.871624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.17238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.193741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-29T02:50:46.172426Z","caller":"traceutil/trace.go:171","msg":"trace[1123820256] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26700; }","duration":"299.245003ms","start":"2026-04-29T02:50:45.873169Z","end":"2026-04-29T02:50:46.172414Z","steps":["trace[1123820256] 'range keys from in-memory index tree' (duration: 299.12414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.172463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.211154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-04-29T02:50:46.172299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.908743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-rpc-server\" ","response":"range_response_count:1 size:8882"} {"level":"info","ts":"2026-04-29T02:50:46.172509Z","caller":"traceutil/trace.go:171","msg":"trace[1084889000] range","detail":"{range_begin:/registry/deployments/openstack/neutron-rpc-server; range_end:; response_count:1; response_revision:26700; }","duration":"324.139686ms","start":"2026-04-29T02:50:45.848358Z","end":"2026-04-29T02:50:46.172498Z","steps":["trace[1084889000] 'range keys from in-memory index tree' (duration: 323.7928ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:46.172507Z","caller":"traceutil/trace.go:171","msg":"trace[796662657] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26700; }","duration":"399.296615ms","start":"2026-04-29T02:50:45.773195Z","end":"2026-04-29T02:50:46.172491Z","steps":["trace[796662657] 'range keys from in-memory index tree' (duration: 399.062831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.172557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.848347Z","time spent":"324.197597ms","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8906,"request content":"key:\"/registry/deployments/openstack/neutron-rpc-server\" "} {"level":"warn","ts":"2026-04-29T02:50:46.17222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.747345Z","time spent":"424.866792ms","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-04-29T02:50:46.172506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.222725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/ovn-northd\" ","response":"range_response_count:1 size:6652"} {"level":"info","ts":"2026-04-29T02:50:46.172669Z","caller":"traceutil/trace.go:171","msg":"trace[1814029445] range","detail":"{range_begin:/registry/deployments/openstack/ovn-northd; range_end:; response_count:1; response_revision:26700; }","duration":"224.431859ms","start":"2026-04-29T02:50:45.948228Z","end":"2026-04-29T02:50:46.17266Z","steps":["trace[1814029445] 'range keys from in-memory index tree' (duration: 223.986191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.172565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.773174Z","time spent":"399.383447ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-04-29T02:50:46.171689Z","caller":"traceutil/trace.go:171","msg":"trace[793392826] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:26700; }","duration":"278.097238ms","start":"2026-04-29T02:50:45.893577Z","end":"2026-04-29T02:50:46.171674Z","steps":["trace[793392826] 'range keys from in-memory index tree' (duration: 277.693481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.172779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.300419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11490"} {"level":"info","ts":"2026-04-29T02:50:46.172953Z","caller":"traceutil/trace.go:171","msg":"trace[723449135] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:26700; }","duration":"374.497803ms","start":"2026-04-29T02:50:45.79844Z","end":"2026-04-29T02:50:46.172938Z","steps":["trace[723449135] 'range keys from in-memory index tree' (duration: 374.195117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.17302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.798421Z","time spent":"374.579404ms","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11514,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"info","ts":"2026-04-29T02:50:46.173087Z","caller":"traceutil/trace.go:171","msg":"trace[321052830] linearizableReadLoop","detail":"{readStateIndex:27603; appliedIndex:27601; }","duration":"175.533309ms","start":"2026-04-29T02:50:45.997544Z","end":"2026-04-29T02:50:46.173077Z","steps":["trace[321052830] 'read index received' (duration: 159.619523ms)","trace[321052830] 'applied index is now lower than readState.Index' (duration: 15.913006ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:46.173154Z","caller":"traceutil/trace.go:171","msg":"trace[1336696122] transaction","detail":"{read_only:false; response_revision:26701; number_of_response:1; }","duration":"175.766473ms","start":"2026-04-29T02:50:45.997378Z","end":"2026-04-29T02:50:46.173145Z","steps":["trace[1336696122] 'process raft request' (duration: 159.791456ms)","trace[1336696122] 'compare' (duration: 15.05087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:46.173248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.715222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:3038"} {"level":"info","ts":"2026-04-29T02:50:46.173294Z","caller":"traceutil/trace.go:171","msg":"trace[59171402] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:26702; }","duration":"175.790893ms","start":"2026-04-29T02:50:45.997492Z","end":"2026-04-29T02:50:46.173283Z","steps":["trace[59171402] 'agreement among raft nodes before linearized reading' (duration: 175.671231ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:46.173434Z","caller":"traceutil/trace.go:171","msg":"trace[843982378] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"176.026828ms","start":"2026-04-29T02:50:45.997395Z","end":"2026-04-29T02:50:46.173421Z","steps":["trace[843982378] 'process raft request' (duration: 175.619861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.174245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.174999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:46.174287Z","caller":"traceutil/trace.go:171","msg":"trace[1217841702] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26702; }","duration":"126.274301ms","start":"2026-04-29T02:50:46.048004Z","end":"2026-04-29T02:50:46.174278Z","steps":["trace[1217841702] 'agreement among raft nodes before linearized reading' (duration: 126.20665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.17447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.692525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-api\" ","response":"range_response_count:1 size:8147"} {"level":"info","ts":"2026-04-29T02:50:46.174507Z","caller":"traceutil/trace.go:171","msg":"trace[69506885] range","detail":"{range_begin:/registry/deployments/openstack/octavia-api; range_end:; response_count:1; response_revision:26702; }","duration":"100.777547ms","start":"2026-04-29T02:50:46.073719Z","end":"2026-04-29T02:50:46.174496Z","steps":["trace[69506885] 'agreement among raft nodes before linearized reading' (duration: 100.688935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.174894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.880052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:7281"} {"level":"info","ts":"2026-04-29T02:50:46.174934Z","caller":"traceutil/trace.go:171","msg":"trace[1727690186] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:26702; }","duration":"126.964745ms","start":"2026-04-29T02:50:46.04796Z","end":"2026-04-29T02:50:46.174925Z","steps":["trace[1727690186] 'agreement among raft nodes before linearized reading' (duration: 126.866442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.176462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.904518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:7281"} {"level":"info","ts":"2026-04-29T02:50:46.176508Z","caller":"traceutil/trace.go:171","msg":"trace[1780414255] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:26702; }","duration":"152.971159ms","start":"2026-04-29T02:50:46.023525Z","end":"2026-04-29T02:50:46.176496Z","steps":["trace[1780414255] 'agreement among raft nodes before linearized reading' (duration: 149.699507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.557936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.265477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:7013"} {"level":"warn","ts":"2026-04-29T02:50:46.557998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.851363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:5117"} {"level":"warn","ts":"2026-04-29T02:50:46.558011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.216262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24682"} {"level":"info","ts":"2026-04-29T02:50:46.558045Z","caller":"traceutil/trace.go:171","msg":"trace[1653804981] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:26703; }","duration":"260.42981ms","start":"2026-04-29T02:50:46.297593Z","end":"2026-04-29T02:50:46.558023Z","steps":["trace[1653804981] 'range keys from in-memory index tree' (duration: 260.005922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.558122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.95491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/orc-system/orc-controller-manager\" ","response":"range_response_count:1 size:3106"} {"level":"info","ts":"2026-04-29T02:50:46.558116Z","caller":"traceutil/trace.go:171","msg":"trace[1038879889] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:26703; }","duration":"285.348854ms","start":"2026-04-29T02:50:46.272731Z","end":"2026-04-29T02:50:46.558079Z","steps":["trace[1038879889] 'range keys from in-memory index tree' (duration: 285.086639ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:46.558144Z","caller":"traceutil/trace.go:171","msg":"trace[527965029] range","detail":"{range_begin:/registry/deployments/orc-system/orc-controller-manager; range_end:; response_count:1; response_revision:26703; }","duration":"210.003031ms","start":"2026-04-29T02:50:46.348133Z","end":"2026-04-29T02:50:46.558136Z","steps":["trace[527965029] 'range keys from in-memory index tree' (duration: 209.849038ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:46.558045Z","caller":"traceutil/trace.go:171","msg":"trace[24476031] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:26703; }","duration":"234.894284ms","start":"2026-04-29T02:50:46.323134Z","end":"2026-04-29T02:50:46.558028Z","steps":["trace[24476031] 'range keys from in-memory index tree' (duration: 234.67663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.558269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.215519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:3106"} {"level":"info","ts":"2026-04-29T02:50:46.558317Z","caller":"traceutil/trace.go:171","msg":"trace[785990415] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:26703; }","duration":"185.29083ms","start":"2026-04-29T02:50:46.373014Z","end":"2026-04-29T02:50:46.558305Z","steps":["trace[785990415] 'range keys from in-memory index tree' (duration: 184.701169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.558539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.099791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4500"} {"level":"info","ts":"2026-04-29T02:50:46.558615Z","caller":"traceutil/trace.go:171","msg":"trace[1635376785] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:26703; }","duration":"160.197374ms","start":"2026-04-29T02:50:46.398401Z","end":"2026-04-29T02:50:46.558598Z","steps":["trace[1635376785] 'range keys from in-memory index tree' (duration: 159.956729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.558595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:50:46.558782Z","caller":"traceutil/trace.go:171","msg":"trace[1415380640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26703; }","duration":"162.423695ms","start":"2026-04-29T02:50:46.396332Z","end":"2026-04-29T02:50:46.558756Z","steps":["trace[1415380640] 'range keys from in-memory index tree' (duration: 161.930394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.558794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.683308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-04-29T02:50:46.558928Z","caller":"traceutil/trace.go:171","msg":"trace[804942901] transaction","detail":"{read_only:false; response_revision:26704; number_of_response:1; }","duration":"132.335075ms","start":"2026-04-29T02:50:46.426571Z","end":"2026-04-29T02:50:46.558906Z","steps":["trace[804942901] 'process raft request' (duration: 108.187675ms)","trace[804942901] 'compare' (duration: 23.805974ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:46.558934Z","caller":"traceutil/trace.go:171","msg":"trace[2038006161] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:26703; }","duration":"134.847242ms","start":"2026-04-29T02:50:46.424067Z","end":"2026-04-29T02:50:46.558914Z","steps":["trace[2038006161] 'range keys from in-memory index tree' (duration: 134.265559ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:46.558916Z","caller":"traceutil/trace.go:171","msg":"trace[1452796105] linearizableReadLoop","detail":"{readStateIndex:27606; appliedIndex:27605; }","duration":"110.215462ms","start":"2026-04-29T02:50:46.448676Z","end":"2026-04-29T02:50:46.558892Z","steps":["trace[1452796105] 'read index received' (duration: 85.94972ms)","trace[1452796105] 'applied index is now lower than readState.Index' (duration: 24.264212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:46.559088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.411616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-xos3dh\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-29T02:50:46.559137Z","caller":"traceutil/trace.go:171","msg":"trace[1819766640] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-xos3dh; range_end:; response_count:1; response_revision:26704; }","duration":"110.507888ms","start":"2026-04-29T02:50:46.448616Z","end":"2026-04-29T02:50:46.559124Z","steps":["trace[1819766640] 'agreement among raft nodes before linearized reading' (duration: 110.416246ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:46.798669Z","caller":"traceutil/trace.go:171","msg":"trace[1632924451] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"234.834463ms","start":"2026-04-29T02:50:46.5638Z","end":"2026-04-29T02:50:46.798634Z","steps":["trace[1632924451] 'process raft request' (duration: 176.10401ms)","trace[1632924451] 'compare' (duration: 57.939638ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:46.798867Z","caller":"traceutil/trace.go:171","msg":"trace[42764000] linearizableReadLoop","detail":"{readStateIndex:27607; appliedIndex:27606; }","duration":"225.727963ms","start":"2026-04-29T02:50:46.573105Z","end":"2026-04-29T02:50:46.798833Z","steps":["trace[42764000] 'read index received' (duration: 166.804866ms)","trace[42764000] 'applied index is now lower than readState.Index' (duration: 58.919937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:46.7992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.061689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-04-29T02:50:46.799242Z","caller":"traceutil/trace.go:171","msg":"trace[425130820] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:26706; }","duration":"226.15102ms","start":"2026-04-29T02:50:46.573078Z","end":"2026-04-29T02:50:46.799229Z","steps":["trace[425130820] 'agreement among raft nodes before linearized reading' (duration: 225.920956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.799415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.117214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-04-29T02:50:46.79948Z","caller":"traceutil/trace.go:171","msg":"trace[632806609] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:26706; }","duration":"202.222776ms","start":"2026-04-29T02:50:46.597241Z","end":"2026-04-29T02:50:46.799463Z","steps":["trace[632806609] 'agreement among raft nodes before linearized reading' (duration: 201.994321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.799742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.860302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-certs\" ","response":"range_response_count:1 size:2176"} {"level":"warn","ts":"2026-04-29T02:50:46.799765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.041291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2109"} {"level":"info","ts":"2026-04-29T02:50:46.799833Z","caller":"traceutil/trace.go:171","msg":"trace[2083775735] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-certs; range_end:; response_count:1; response_revision:26706; }","duration":"127.975583ms","start":"2026-04-29T02:50:46.671834Z","end":"2026-04-29T02:50:46.799809Z","steps":["trace[2083775735] 'agreement among raft nodes before linearized reading' (duration: 127.647288ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:46.799855Z","caller":"traceutil/trace.go:171","msg":"trace[1538925074] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:26706; }","duration":"101.187354ms","start":"2026-04-29T02:50:46.698649Z","end":"2026-04-29T02:50:46.799836Z","steps":["trace[1538925074] 'agreement among raft nodes before linearized reading' (duration: 100.877778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.799885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.381371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-ca\" ","response":"range_response_count:1 size:1939"} {"level":"info","ts":"2026-04-29T02:50:46.799949Z","caller":"traceutil/trace.go:171","msg":"trace[1554851692] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-client-ca; range_end:; response_count:1; response_revision:26706; }","duration":"150.472843ms","start":"2026-04-29T02:50:46.649461Z","end":"2026-04-29T02:50:46.799934Z","steps":["trace[1554851692] 'agreement among raft nodes before linearized reading' (duration: 150.30543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.800063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.123069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:2194"} {"level":"info","ts":"2026-04-29T02:50:46.800104Z","caller":"traceutil/trace.go:171","msg":"trace[926672899] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:26706; }","duration":"177.16373ms","start":"2026-04-29T02:50:46.622929Z","end":"2026-04-29T02:50:46.800093Z","steps":["trace[926672899] 'agreement among raft nodes before linearized reading' (duration: 177.043867ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:48.06312Z","caller":"traceutil/trace.go:171","msg":"trace[278674170] linearizableReadLoop","detail":"{readStateIndex:27610; appliedIndex:27609; }","duration":"490.002774ms","start":"2026-04-29T02:50:47.573097Z","end":"2026-04-29T02:50:48.063099Z","steps":["trace[278674170] 'read index received' (duration: 489.925203ms)","trace[278674170] 'applied index is now lower than readState.Index' (duration: 76.751µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:48.063216Z","caller":"traceutil/trace.go:171","msg":"trace[2017421155] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"512.031545ms","start":"2026-04-29T02:50:47.551176Z","end":"2026-04-29T02:50:48.063208Z","steps":["trace[2017421155] 'process raft request' (duration: 511.778351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:48.0633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.551147Z","time spent":"512.085926ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:48.063531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.413982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" ","response":"range_response_count:1 size:2467"} {"level":"info","ts":"2026-04-29T02:50:48.063641Z","caller":"traceutil/trace.go:171","msg":"trace[1375409544] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert; range_end:; response_count:1; response_revision:26708; }","duration":"490.545564ms","start":"2026-04-29T02:50:47.57305Z","end":"2026-04-29T02:50:48.063595Z","steps":["trace[1375409544] 'agreement among raft nodes before linearized reading' (duration: 490.2835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:48.063772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.573025Z","time spent":"490.684688ms","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1,"response size":2491,"request content":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" "} {"level":"warn","ts":"2026-04-29T02:50:48.563442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019710233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:49.064608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019710233,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:50:49.156804Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006bdf.wal"} {"level":"info","ts":"2026-04-29T02:50:49.157433Z","caller":"traceutil/trace.go:171","msg":"trace[1489262585] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"1.583857894s","start":"2026-04-29T02:50:47.573546Z","end":"2026-04-29T02:50:49.157404Z","steps":["trace[1489262585] 'process raft request' (duration: 1.583547127s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:49.157457Z","caller":"traceutil/trace.go:171","msg":"trace[2057431858] transaction","detail":"{read_only:false; response_revision:26711; number_of_response:1; }","duration":"1.503348494s","start":"2026-04-29T02:50:47.654077Z","end":"2026-04-29T02:50:49.157426Z","steps":["trace[2057431858] 'process raft request' (duration: 1.503269283s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.157553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.573522Z","time spent":"1.583950996s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:49.157519Z","caller":"traceutil/trace.go:171","msg":"trace[2049126142] transaction","detail":"{read_only:false; response_revision:26710; number_of_response:1; }","duration":"1.582500909s","start":"2026-04-29T02:50:47.574965Z","end":"2026-04-29T02:50:49.157466Z","steps":["trace[2049126142] 'process raft request' (duration: 1.582337796s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.157655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.654055Z","time spent":"1.503490317s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:49.157715Z","caller":"traceutil/trace.go:171","msg":"trace[161639633] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"1.27435918s","start":"2026-04-29T02:50:47.883293Z","end":"2026-04-29T02:50:49.157652Z","steps":["trace[161639633] 'process raft request' (duration: 1.274094656s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.157765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.57495Z","time spent":"1.582671902s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:49.157897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.88328Z","time spent":"1.274502753s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:49.15829Z","caller":"traceutil/trace.go:171","msg":"trace[241635316] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"977.290289ms","start":"2026-04-29T02:50:48.18099Z","end":"2026-04-29T02:50:49.15828Z","steps":["trace[241635316] 'process raft request' (duration: 977.105165ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:49.1583Z","caller":"traceutil/trace.go:171","msg":"trace[440206779] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"975.954464ms","start":"2026-04-29T02:50:48.182326Z","end":"2026-04-29T02:50:49.15828Z","steps":["trace[440206779] 'process raft request' (duration: 975.879192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.158334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.180964Z","time spent":"977.344669ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:49.158427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.182303Z","time spent":"976.063675ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:49.158499Z","caller":"traceutil/trace.go:171","msg":"trace[1231915499] transaction","detail":"{read_only:false; response_revision:26715; number_of_response:1; }","duration":"590.734239ms","start":"2026-04-29T02:50:48.567753Z","end":"2026-04-29T02:50:49.158488Z","steps":["trace[1231915499] 'process raft request' (duration: 590.493475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.158551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.567716Z","time spent":"590.808482ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:49.158625Z","caller":"traceutil/trace.go:171","msg":"trace[205421225] linearizableReadLoop","detail":"{readStateIndex:27618; appliedIndex:27610; }","duration":"1.095440159s","start":"2026-04-29T02:50:48.063173Z","end":"2026-04-29T02:50:49.158613Z","steps":["trace[205421225] 'read index received' (duration: 1.093856828s)","trace[205421225] 'applied index is now lower than readState.Index' (duration: 1.58144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:49.158737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41017038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/neutron-server-certs\" ","response":"range_response_count:1 size:2386"} {"level":"info","ts":"2026-04-29T02:50:49.158768Z","caller":"traceutil/trace.go:171","msg":"trace[644476554] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/neutron-server-certs; range_end:; response_count:1; response_revision:26716; }","duration":"1.410224951s","start":"2026-04-29T02:50:47.748533Z","end":"2026-04-29T02:50:49.158758Z","steps":["trace[644476554] 'agreement among raft nodes before linearized reading' (duration: 1.410097589s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.158804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.748522Z","time spent":"1.410275692s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":2410,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/neutron-server-certs\" "} {"level":"warn","ts":"2026-04-29T02:50:49.158821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432466924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:1 size:1063"} {"level":"info","ts":"2026-04-29T02:50:49.158847Z","caller":"traceutil/trace.go:171","msg":"trace[530968803] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:1; response_revision:26716; }","duration":"1.432525996s","start":"2026-04-29T02:50:47.726314Z","end":"2026-04-29T02:50:49.15884Z","steps":["trace[530968803] 'agreement among raft nodes before linearized reading' (duration: 1.432380523s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.158867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.726302Z","time spent":"1.432560546s","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1087,"request content":"key:\"/registry/ingress/openstack/identity\" "} {"level":"info","ts":"2026-04-29T02:50:49.158873Z","caller":"traceutil/trace.go:171","msg":"trace[1211634112] transaction","detail":"{read_only:false; response_revision:26716; number_of_response:1; }","duration":"348.226705ms","start":"2026-04-29T02:50:48.810637Z","end":"2026-04-29T02:50:49.158864Z","steps":["trace[1211634112] 'process raft request' (duration: 347.790256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.158917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.81062Z","time spent":"348.273616ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:49.158969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335929857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:2188"} {"level":"info","ts":"2026-04-29T02:50:49.158998Z","caller":"traceutil/trace.go:171","msg":"trace[1869639620] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:26716; }","duration":"1.335957117s","start":"2026-04-29T02:50:47.823031Z","end":"2026-04-29T02:50:49.158989Z","steps":["trace[1869639620] 'agreement among raft nodes before linearized reading' (duration: 1.335885396s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.159017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.822967Z","time spent":"1.336044669s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2212,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" "} {"level":"warn","ts":"2026-04-29T02:50:49.159046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261206975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:841"} {"level":"warn","ts":"2026-04-29T02:50:49.159058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4596153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/orchestration\" ","response":"range_response_count:1 size:980"} {"level":"info","ts":"2026-04-29T02:50:49.159091Z","caller":"traceutil/trace.go:171","msg":"trace[1854103633] range","detail":"{range_begin:/registry/ingress/openstack/orchestration; range_end:; response_count:1; response_revision:26716; }","duration":"1.459687762s","start":"2026-04-29T02:50:47.699395Z","end":"2026-04-29T02:50:49.159082Z","steps":["trace[1854103633] 'agreement among raft nodes before linearized reading' (duration: 1.4595981s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.159125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349558061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:49.159131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286428245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2199"} {"level":"warn","ts":"2026-04-29T02:50:49.159145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.699372Z","time spent":"1.459736532s","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1004,"request content":"key:\"/registry/ingress/openstack/orchestration\" "} {"level":"info","ts":"2026-04-29T02:50:49.159153Z","caller":"traceutil/trace.go:171","msg":"trace[210023460] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:26716; }","duration":"1.286486316s","start":"2026-04-29T02:50:47.872658Z","end":"2026-04-29T02:50:49.159145Z","steps":["trace[210023460] 'agreement among raft nodes before linearized reading' (duration: 1.286421565s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.159179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.872642Z","time spent":"1.286527396s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2223,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" "} {"level":"warn","ts":"2026-04-29T02:50:49.159219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361194187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:867"} {"level":"info","ts":"2026-04-29T02:50:49.159245Z","caller":"traceutil/trace.go:171","msg":"trace[937055108] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:26716; }","duration":"1.361263139s","start":"2026-04-29T02:50:47.797974Z","end":"2026-04-29T02:50:49.159237Z","steps":["trace[937055108] 'agreement among raft nodes before linearized reading' (duration: 1.361186497s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.159263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.797947Z","time spent":"1.361311329s","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":891,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-04-29T02:50:49.159345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478331538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-dr6l2\" ","response":"range_response_count:1 size:5967"} {"level":"info","ts":"2026-04-29T02:50:49.159388Z","caller":"traceutil/trace.go:171","msg":"trace[1267010139] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-dr6l2; range_end:; response_count:1; response_revision:26716; }","duration":"1.47839707s","start":"2026-04-29T02:50:47.680969Z","end":"2026-04-29T02:50:49.159367Z","steps":["trace[1267010139] 'agreement among raft nodes before linearized reading' (duration: 1.478297468s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.159398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386291364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-89.nip.io-tls\" ","response":"range_response_count:1 size:2430"} {"level":"info","ts":"2026-04-29T02:50:49.159415Z","caller":"traceutil/trace.go:171","msg":"trace[304537154] range","detail":"{range_begin:/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-89.nip.io-tls; range_end:; response_count:1; response_revision:26716; }","duration":"1.386343375s","start":"2026-04-29T02:50:47.773066Z","end":"2026-04-29T02:50:49.15941Z","steps":["trace[304537154] 'agreement among raft nodes before linearized reading' (duration: 1.386282574s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.159415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.680952Z","time spent":"1.478454581s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5991,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-dr6l2\" "} {"level":"warn","ts":"2026-04-29T02:50:49.159429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.773049Z","time spent":"1.386376296s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":2454,"request content":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-89.nip.io-tls\" "} {"level":"warn","ts":"2026-04-29T02:50:49.158774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310983152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-server-ca\" ","response":"range_response_count:1 size:2156"} {"level":"warn","ts":"2026-04-29T02:50:49.159504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585766168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:50:49.159512Z","caller":"traceutil/trace.go:171","msg":"trace[1393146381] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-server-ca; range_end:; response_count:1; response_revision:26716; }","duration":"1.311763696s","start":"2026-04-29T02:50:47.847742Z","end":"2026-04-29T02:50:49.159506Z","steps":["trace[1393146381] 'agreement among raft nodes before linearized reading' (duration: 1.310945452s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.15953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.847722Z","time spent":"1.311802308s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2180,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-server-ca\" "} {"level":"info","ts":"2026-04-29T02:50:49.159527Z","caller":"traceutil/trace.go:171","msg":"trace[1050879830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26716; }","duration":"1.58584531s","start":"2026-04-29T02:50:47.573675Z","end":"2026-04-29T02:50:49.15952Z","steps":["trace[1050879830] 'agreement among raft nodes before linearized reading' (duration: 1.585771818s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.159546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.573638Z","time spent":"1.585904331s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:50:49.159644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586309209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:50:49.159674Z","caller":"traceutil/trace.go:171","msg":"trace[10444684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26716; }","duration":"1.586348609s","start":"2026-04-29T02:50:47.573317Z","end":"2026-04-29T02:50:49.159666Z","steps":["trace[10444684] 'agreement among raft nodes before linearized reading' (duration: 1.586236567s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.159681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486312597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-vr4fm-api\" ","response":"range_response_count:1 size:2102"} {"level":"info","ts":"2026-04-29T02:50:49.159067Z","caller":"traceutil/trace.go:171","msg":"trace[1912931378] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:26716; }","duration":"1.261260537s","start":"2026-04-29T02:50:47.8978Z","end":"2026-04-29T02:50:49.15906Z","steps":["trace[1912931378] 'agreement among raft nodes before linearized reading' (duration: 1.261194425s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.159699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.573312Z","time spent":"1.58637996s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:50:49.159735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504466194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:49.159743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.897784Z","time spent":"1.261937288s","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":865,"request content":"key:\"/registry/ingress/openstack/compute\" "} {"level":"info","ts":"2026-04-29T02:50:49.159149Z","caller":"traceutil/trace.go:171","msg":"trace[1402503595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26716; }","duration":"1.349632792s","start":"2026-04-29T02:50:47.809507Z","end":"2026-04-29T02:50:49.15914Z","steps":["trace[1402503595] 'agreement among raft nodes before linearized reading' (duration: 1.349593321s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.159811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510295723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" ","response":"range_response_count:1 size:2149"} {"level":"info","ts":"2026-04-29T02:50:49.159828Z","caller":"traceutil/trace.go:171","msg":"trace[150731206] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/glance-api-certs; range_end:; response_count:1; response_revision:26716; }","duration":"1.510358434s","start":"2026-04-29T02:50:47.649466Z","end":"2026-04-29T02:50:49.159824Z","steps":["trace[150731206] 'agreement among raft nodes before linearized reading' (duration: 1.510308783s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.159834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.809485Z","time spent":"1.350338764s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:49.159847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.649444Z","time spent":"1.510398694s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2173,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" "} {"level":"warn","ts":"2026-04-29T02:50:49.159923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060134091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:49.159957Z","caller":"traceutil/trace.go:171","msg":"trace[1197401571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26716; }","duration":"1.060197712s","start":"2026-04-29T02:50:48.099745Z","end":"2026-04-29T02:50:49.159943Z","steps":["trace[1197401571] 'agreement among raft nodes before linearized reading' (duration: 1.060142241s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.159975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.099725Z","time spent":"1.060246683s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:49.160035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523847877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:50:49.160057Z","caller":"traceutil/trace.go:171","msg":"trace[912521161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26716; }","duration":"1.523892697s","start":"2026-04-29T02:50:47.636158Z","end":"2026-04-29T02:50:49.16005Z","steps":["trace[912521161] 'agreement among raft nodes before linearized reading' (duration: 1.523810315s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.160074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.636144Z","time spent":"1.523925818s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:50:49.159702Z","caller":"traceutil/trace.go:171","msg":"trace[371611297] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-vr4fm-api; range_end:; response_count:1; response_revision:26716; }","duration":"1.486375558s","start":"2026-04-29T02:50:47.67332Z","end":"2026-04-29T02:50:49.159695Z","steps":["trace[371611297] 'agreement among raft nodes before linearized reading' (duration: 1.486316727s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.160116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.854245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:50:49.160144Z","caller":"traceutil/trace.go:171","msg":"trace[1408172001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26716; }","duration":"276.925017ms","start":"2026-04-29T02:50:48.883211Z","end":"2026-04-29T02:50:49.160136Z","steps":["trace[1408172001] 'agreement among raft nodes before linearized reading' (duration: 276.848905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.160204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.601556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T02:50:49.160216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537029381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1619"} {"level":"info","ts":"2026-04-29T02:50:49.160223Z","caller":"traceutil/trace.go:171","msg":"trace[1907199984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26716; }","duration":"352.656627ms","start":"2026-04-29T02:50:48.80756Z","end":"2026-04-29T02:50:49.160216Z","steps":["trace[1907199984] 'agreement among raft nodes before linearized reading' (duration: 352.550285ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:49.160236Z","caller":"traceutil/trace.go:171","msg":"trace[159134909] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26716; }","duration":"1.537052761s","start":"2026-04-29T02:50:47.623177Z","end":"2026-04-29T02:50:49.16023Z","steps":["trace[159134909] 'agreement among raft nodes before linearized reading' (duration: 1.53699397s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.160242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.80754Z","time spent":"352.698818ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:50:49.160256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.623132Z","time spent":"1.537118773s","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1643,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-29T02:50:49.159754Z","caller":"traceutil/trace.go:171","msg":"trace[1919990647] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26716; }","duration":"1.504519506s","start":"2026-04-29T02:50:47.655229Z","end":"2026-04-29T02:50:49.159749Z","steps":["trace[1919990647] 'agreement among raft nodes before linearized reading' (duration: 1.504485495s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.160288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.655212Z","time spent":"1.505066126s","remote":"127.0.0.1:59576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:49.160351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.290161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:49.160376Z","caller":"traceutil/trace.go:171","msg":"trace[1454781501] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26716; }","duration":"395.354453ms","start":"2026-04-29T02:50:48.765012Z","end":"2026-04-29T02:50:49.160366Z","steps":["trace[1454781501] 'agreement among raft nodes before linearized reading' (duration: 395.314602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.160392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.76499Z","time spent":"395.397423ms","remote":"127.0.0.1:42932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:49.1604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5627458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/cinder-api-certs\" ","response":"range_response_count:1 size:2371"} {"level":"warn","ts":"2026-04-29T02:50:49.160402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.161841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:49.16042Z","caller":"traceutil/trace.go:171","msg":"trace[1799288892] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/cinder-api-certs; range_end:; response_count:1; response_revision:26716; }","duration":"1.562822602s","start":"2026-04-29T02:50:47.597592Z","end":"2026-04-29T02:50:49.160415Z","steps":["trace[1799288892] 'agreement among raft nodes before linearized reading' (duration: 1.562765011s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:49.160429Z","caller":"traceutil/trace.go:171","msg":"trace[1150396722] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26716; }","duration":"197.226233ms","start":"2026-04-29T02:50:48.963193Z","end":"2026-04-29T02:50:49.16042Z","steps":["trace[1150396722] 'agreement among raft nodes before linearized reading' (duration: 197.184872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.160438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.597563Z","time spent":"1.562871092s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2395,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/cinder-api-certs\" "} {"level":"warn","ts":"2026-04-29T02:50:49.160114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.673292Z","time spent":"1.486805746s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":2126,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-vr4fm-api\" "} {"level":"warn","ts":"2026-04-29T02:50:49.160522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.592627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:49.160555Z","caller":"traceutil/trace.go:171","msg":"trace[1279329817] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26716; }","duration":"968.648258ms","start":"2026-04-29T02:50:48.191885Z","end":"2026-04-29T02:50:49.160534Z","steps":["trace[1279329817] 'agreement among raft nodes before linearized reading' (duration: 968.596937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.160573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.191871Z","time spent":"968.694748ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:49.404275Z","caller":"traceutil/trace.go:171","msg":"trace[194924842] transaction","detail":"{read_only:false; response_revision:26718; number_of_response:1; }","duration":"238.283427ms","start":"2026-04-29T02:50:49.165957Z","end":"2026-04-29T02:50:49.40424Z","steps":["trace[194924842] 'process raft request' (duration: 238.007922ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:49.404633Z","caller":"traceutil/trace.go:171","msg":"trace[210290020] transaction","detail":"{read_only:false; response_revision:26719; number_of_response:1; }","duration":"238.189875ms","start":"2026-04-29T02:50:49.166409Z","end":"2026-04-29T02:50:49.404599Z","steps":["trace[210290020] 'process raft request' (duration: 237.779178ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:49.40476Z","caller":"traceutil/trace.go:171","msg":"trace[1380011583] transaction","detail":"{read_only:false; response_revision:26721; number_of_response:1; }","duration":"236.567345ms","start":"2026-04-29T02:50:49.168178Z","end":"2026-04-29T02:50:49.404745Z","steps":["trace[1380011583] 'process raft request' (duration: 236.411872ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:49.404957Z","caller":"traceutil/trace.go:171","msg":"trace[328306801] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"236.87314ms","start":"2026-04-29T02:50:49.168071Z","end":"2026-04-29T02:50:49.404944Z","steps":["trace[328306801] 'process raft request' (duration: 236.388072ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:49.405136Z","caller":"traceutil/trace.go:171","msg":"trace[499874194] transaction","detail":"{read_only:false; response_revision:26722; number_of_response:1; }","duration":"236.428003ms","start":"2026-04-29T02:50:49.168695Z","end":"2026-04-29T02:50:49.405123Z","steps":["trace[499874194] 'process raft request' (duration: 235.948713ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:49.404739Z","caller":"traceutil/trace.go:171","msg":"trace[812267929] linearizableReadLoop","detail":"{readStateIndex:27620; appliedIndex:27618; }","duration":"238.635943ms","start":"2026-04-29T02:50:49.16608Z","end":"2026-04-29T02:50:49.404716Z","steps":["trace[812267929] 'read index received' (duration: 32.680548ms)","trace[812267929] 'applied index is now lower than readState.Index' (duration: 205.954125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:49.405441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.31992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"range_response_count:1 size:1062"} {"level":"warn","ts":"2026-04-29T02:50:49.405474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.918799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:1053"} {"level":"info","ts":"2026-04-29T02:50:49.405522Z","caller":"traceutil/trace.go:171","msg":"trace[1252576706] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:26722; }","duration":"239.009331ms","start":"2026-04-29T02:50:49.166495Z","end":"2026-04-29T02:50:49.405504Z","steps":["trace[1252576706] 'agreement among raft nodes before linearized reading' (duration: 238.808698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.405696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.440324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:49.405732Z","caller":"traceutil/trace.go:171","msg":"trace[1571019915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26722; }","duration":"235.490834ms","start":"2026-04-29T02:50:49.170232Z","end":"2026-04-29T02:50:49.405722Z","steps":["trace[1571019915] 'agreement among raft nodes before linearized reading' (duration: 235.440593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.405753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.187634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:853"} {"level":"info","ts":"2026-04-29T02:50:49.40579Z","caller":"traceutil/trace.go:171","msg":"trace[1858381891] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:26722; }","duration":"239.236455ms","start":"2026-04-29T02:50:49.166543Z","end":"2026-04-29T02:50:49.40578Z","steps":["trace[1858381891] 'agreement among raft nodes before linearized reading' (duration: 239.138764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.405985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.423909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1113"} {"level":"info","ts":"2026-04-29T02:50:49.406021Z","caller":"traceutil/trace.go:171","msg":"trace[829034346] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:26722; }","duration":"239.459039ms","start":"2026-04-29T02:50:49.166553Z","end":"2026-04-29T02:50:49.406012Z","steps":["trace[829034346] 'agreement among raft nodes before linearized reading' (duration: 239.358748ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:49.405481Z","caller":"traceutil/trace.go:171","msg":"trace[1991600610] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; response_count:1; response_revision:26722; }","duration":"237.393111ms","start":"2026-04-29T02:50:49.168076Z","end":"2026-04-29T02:50:49.405469Z","steps":["trace[1991600610] 'agreement among raft nodes before linearized reading' (duration: 237.230688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:49.409395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.286051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:866"} {"level":"info","ts":"2026-04-29T02:50:49.409479Z","caller":"traceutil/trace.go:171","msg":"trace[1829044629] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:26722; }","duration":"243.414723ms","start":"2026-04-29T02:50:49.166044Z","end":"2026-04-29T02:50:49.409459Z","steps":["trace[1829044629] 'agreement among raft nodes before linearized reading' (duration: 238.743906ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:49.579488Z","caller":"traceutil/trace.go:171","msg":"trace[1961508783] linearizableReadLoop","detail":"{readStateIndex:27626; appliedIndex:27624; }","duration":"161.011099ms","start":"2026-04-29T02:50:49.418451Z","end":"2026-04-29T02:50:49.579462Z","steps":["trace[1961508783] 'read index received' (duration: 39.479905ms)","trace[1961508783] 'applied index is now lower than readState.Index' (duration: 121.530024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:49.579759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.253903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g6pv2\" ","response":"range_response_count:1 size:6262"} {"level":"info","ts":"2026-04-29T02:50:49.579819Z","caller":"traceutil/trace.go:171","msg":"trace[961215816] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g6pv2; range_end:; response_count:1; response_revision:26724; }","duration":"161.372725ms","start":"2026-04-29T02:50:49.418429Z","end":"2026-04-29T02:50:49.579801Z","steps":["trace[961215816] 'agreement among raft nodes before linearized reading' (duration: 161.12303ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:49.580083Z","caller":"traceutil/trace.go:171","msg":"trace[926470546] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"164.699297ms","start":"2026-04-29T02:50:49.41535Z","end":"2026-04-29T02:50:49.58005Z","steps":["trace[926470546] 'process raft request' (duration: 162.74013ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:49.802039Z","caller":"traceutil/trace.go:171","msg":"trace[1589189546] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"213.287942ms","start":"2026-04-29T02:50:49.588717Z","end":"2026-04-29T02:50:49.802005Z","steps":["trace[1589189546] 'process raft request' (duration: 133.990305ms)","trace[1589189546] 'compare' (duration: 79.104853ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:49.883656Z","caller":"traceutil/trace.go:171","msg":"trace[1827736907] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"294.178027ms","start":"2026-04-29T02:50:49.589462Z","end":"2026-04-29T02:50:49.88364Z","steps":["trace[1827736907] 'process raft request' (duration: 293.817191ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:50.035045Z","caller":"traceutil/trace.go:171","msg":"trace[926821973] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"143.169126ms","start":"2026-04-29T02:50:49.891832Z","end":"2026-04-29T02:50:50.035002Z","steps":["trace[926821973] 'process raft request' (duration: 88.109521ms)","trace[926821973] 'compare' (duration: 54.834421ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:50.064347Z","caller":"traceutil/trace.go:171","msg":"trace[854986461] transaction","detail":"{read_only:false; response_revision:26731; number_of_response:1; }","duration":"165.786977ms","start":"2026-04-29T02:50:49.898524Z","end":"2026-04-29T02:50:50.064311Z","steps":["trace[854986461] 'process raft request' (duration: 165.682645ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:50.064525Z","caller":"traceutil/trace.go:171","msg":"trace[99168041] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"172.494761ms","start":"2026-04-29T02:50:49.891902Z","end":"2026-04-29T02:50:50.064397Z","steps":["trace[99168041] 'process raft request' (duration: 171.84023ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:50.064772Z","caller":"traceutil/trace.go:171","msg":"trace[1311326120] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"170.78394ms","start":"2026-04-29T02:50:49.893972Z","end":"2026-04-29T02:50:50.064755Z","steps":["trace[1311326120] 'process raft request' (duration: 169.968324ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:50.065344Z","caller":"traceutil/trace.go:171","msg":"trace[2061335529] transaction","detail":"{read_only:false; response_revision:26730; number_of_response:1; }","duration":"170.020086ms","start":"2026-04-29T02:50:49.895306Z","end":"2026-04-29T02:50:50.065326Z","steps":["trace[2061335529] 'process raft request' (duration: 168.804863ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:50.211802Z","caller":"traceutil/trace.go:171","msg":"trace[222387315] transaction","detail":"{read_only:false; response_revision:26733; number_of_response:1; }","duration":"136.274648ms","start":"2026-04-29T02:50:50.075485Z","end":"2026-04-29T02:50:50.21176Z","steps":["trace[222387315] 'process raft request' (duration: 136.076845ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:51.28609Z","caller":"traceutil/trace.go:171","msg":"trace[1069361971] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"122.152954ms","start":"2026-04-29T02:50:51.163909Z","end":"2026-04-29T02:50:51.286062Z","steps":["trace[1069361971] 'process raft request' (duration: 121.569904ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:51.286114Z","caller":"traceutil/trace.go:171","msg":"trace[771670715] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"120.951102ms","start":"2026-04-29T02:50:51.165141Z","end":"2026-04-29T02:50:51.286092Z","steps":["trace[771670715] 'process raft request' (duration: 120.873131ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:51.286247Z","caller":"traceutil/trace.go:171","msg":"trace[1037380083] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"118.012638ms","start":"2026-04-29T02:50:51.168223Z","end":"2026-04-29T02:50:51.286236Z","steps":["trace[1037380083] 'process raft request' (duration: 117.961707ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:51.286374Z","caller":"traceutil/trace.go:171","msg":"trace[559869533] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"115.287747ms","start":"2026-04-29T02:50:51.171068Z","end":"2026-04-29T02:50:51.286356Z","steps":["trace[559869533] 'process raft request' (duration: 115.145164ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:51.286594Z","caller":"traceutil/trace.go:171","msg":"trace[267271742] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"120.544494ms","start":"2026-04-29T02:50:51.166019Z","end":"2026-04-29T02:50:51.286564Z","steps":["trace[267271742] 'process raft request' (duration: 120.034435ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:51.286625Z","caller":"traceutil/trace.go:171","msg":"trace[581264357] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"119.050556ms","start":"2026-04-29T02:50:51.16756Z","end":"2026-04-29T02:50:51.28661Z","steps":["trace[581264357] 'process raft request' (duration: 118.575268ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:51.687224Z","caller":"traceutil/trace.go:171","msg":"trace[2025394071] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"197.509878ms","start":"2026-04-29T02:50:51.489691Z","end":"2026-04-29T02:50:51.6872Z","steps":["trace[2025394071] 'process raft request' (duration: 197.419196ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:51.687269Z","caller":"traceutil/trace.go:171","msg":"trace[2007344293] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"197.61026ms","start":"2026-04-29T02:50:51.489623Z","end":"2026-04-29T02:50:51.687234Z","steps":["trace[2007344293] 'process raft request' (duration: 197.298324ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:51.68741Z","caller":"traceutil/trace.go:171","msg":"trace[2052562532] linearizableReadLoop","detail":"{readStateIndex:27650; appliedIndex:27647; }","duration":"120.479373ms","start":"2026-04-29T02:50:51.566905Z","end":"2026-04-29T02:50:51.687384Z","steps":["trace[2052562532] 'read index received' (duration: 120.057584ms)","trace[2052562532] 'applied index is now lower than readState.Index' (duration: 419.589µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:51.687501Z","caller":"traceutil/trace.go:171","msg":"trace[1336094023] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"197.737343ms","start":"2026-04-29T02:50:51.489717Z","end":"2026-04-29T02:50:51.687455Z","steps":["trace[1336094023] 'process raft request' (duration: 197.441277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:51.687781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.846219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29623850-5j6t5\" ","response":"range_response_count:1 size:7363"} {"level":"info","ts":"2026-04-29T02:50:51.687883Z","caller":"traceutil/trace.go:171","msg":"trace[584058593] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29623850-5j6t5; range_end:; response_count:1; response_revision:26747; }","duration":"121.022493ms","start":"2026-04-29T02:50:51.566835Z","end":"2026-04-29T02:50:51.687857Z","steps":["trace[584058593] 'agreement among raft nodes before linearized reading' (duration: 120.651557ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:51.828028Z","caller":"traceutil/trace.go:171","msg":"trace[1718717552] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"129.241676ms","start":"2026-04-29T02:50:51.698757Z","end":"2026-04-29T02:50:51.827999Z","steps":["trace[1718717552] 'process raft request' (duration: 100.405369ms)","trace[1718717552] 'compare' (duration: 28.678534ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:53.7488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.808255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:53.748881Z","caller":"traceutil/trace.go:171","msg":"trace[747344532] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26759; }","duration":"660.903667ms","start":"2026-04-29T02:50:53.087958Z","end":"2026-04-29T02:50:53.748862Z","steps":["trace[747344532] 'count revisions from in-memory index tree' (duration: 660.716304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.748879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-29T02:50:53.748886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.79742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:53.748923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.087909Z","time spent":"661.003289ms","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:53.748932Z","caller":"traceutil/trace.go:171","msg":"trace[1119926016] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26759; }","duration":"788.444192ms","start":"2026-04-29T02:50:52.960474Z","end":"2026-04-29T02:50:53.748919Z","steps":["trace[1119926016] 'range keys from in-memory index tree' (duration: 788.189557ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:53.748942Z","caller":"traceutil/trace.go:171","msg":"trace[377923198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26759; }","duration":"649.924072ms","start":"2026-04-29T02:50:53.099004Z","end":"2026-04-29T02:50:53.748928Z","steps":["trace[377923198] 'range keys from in-memory index tree' (duration: 649.670288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.748971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.098972Z","time spent":"649.992514ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:53.748965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.960454Z","time spent":"788.503963ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-29T02:50:53.749311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.371887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-29T02:50:53.749468Z","caller":"traceutil/trace.go:171","msg":"trace[870964543] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26759; }","duration":"805.573141ms","start":"2026-04-29T02:50:52.943849Z","end":"2026-04-29T02:50:53.749423Z","steps":["trace[870964543] 'range keys from in-memory index tree' (duration: 804.872798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.749539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.943831Z","time spent":"805.670152ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:50:53.797046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019710317,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:50:53.873583Z","caller":"traceutil/trace.go:171","msg":"trace[628998981] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"664.80114ms","start":"2026-04-29T02:50:53.208751Z","end":"2026-04-29T02:50:53.873552Z","steps":["trace[628998981] 'process raft request' (duration: 664.617616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.873768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.208723Z","time spent":"664.960062ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:55.750517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999726318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:50:55.750602Z","caller":"traceutil/trace.go:171","msg":"trace[441382370] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999860521s","start":"2026-04-29T02:50:53.750722Z","end":"2026-04-29T02:50:55.750582Z","steps":["trace[441382370] 'agreement among raft nodes before linearized reading' (duration: 1.999748339s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:55.750651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.750708Z","time spent":"1.999933352s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:50:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:50:55.987378Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.113967775s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:50:55.987917Z","caller":"traceutil/trace.go:171","msg":"trace[1523219509] transaction","detail":"{read_only:false; response_revision:26762; number_of_response:1; }","duration":"2.694440673s","start":"2026-04-29T02:50:53.293451Z","end":"2026-04-29T02:50:55.987892Z","steps":["trace[1523219509] 'process raft request' (duration: 2.694351112s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:55.987971Z","caller":"traceutil/trace.go:171","msg":"trace[214849609] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"2.694528165s","start":"2026-04-29T02:50:53.293389Z","end":"2026-04-29T02:50:55.987917Z","steps":["trace[214849609] 'process raft request' (duration: 2.694147768s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:55.988225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.293426Z","time spent":"2.694566696s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:55.988261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.293356Z","time spent":"2.694760789s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:55.98832Z","caller":"traceutil/trace.go:171","msg":"trace[519107932] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"2.694775659s","start":"2026-04-29T02:50:53.293506Z","end":"2026-04-29T02:50:55.988282Z","steps":["trace[519107932] 'process raft request' (duration: 2.694343401s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:55.98844Z","caller":"traceutil/trace.go:171","msg":"trace[1100302919] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"2.69482099s","start":"2026-04-29T02:50:53.29358Z","end":"2026-04-29T02:50:55.988401Z","steps":["trace[1100302919] 'process raft request' (duration: 2.694661737s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:55.988464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.293494Z","time spent":"2.694897702s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:55.988431Z","caller":"traceutil/trace.go:171","msg":"trace[180427487] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"2.69480225s","start":"2026-04-29T02:50:53.293566Z","end":"2026-04-29T02:50:55.988368Z","steps":["trace[180427487] 'process raft request' (duration: 2.694543085s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:55.988537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.293567Z","time spent":"2.694908213s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:55.988574Z","caller":"traceutil/trace.go:171","msg":"trace[136202403] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"2.233087453s","start":"2026-04-29T02:50:53.755463Z","end":"2026-04-29T02:50:55.98855Z","steps":["trace[136202403] 'process raft request' (duration: 2.232940769s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:55.988538Z","caller":"traceutil/trace.go:171","msg":"trace[942024073] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"2.234436408s","start":"2026-04-29T02:50:53.754072Z","end":"2026-04-29T02:50:55.988508Z","steps":["trace[942024073] 'process raft request' (duration: 2.234277344s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:55.988685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.293559Z","time spent":"2.694999394s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:55.988699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.755433Z","time spent":"2.233187195s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:55.988706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.754051Z","time spent":"2.2345644s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:55.988452Z","caller":"traceutil/trace.go:171","msg":"trace[494545593] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"2.692517528s","start":"2026-04-29T02:50:53.29591Z","end":"2026-04-29T02:50:55.988428Z","steps":["trace[494545593] 'process raft request' (duration: 2.692392076s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:55.988797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.295894Z","time spent":"2.692883126s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:55.988484Z","caller":"traceutil/trace.go:171","msg":"trace[873726635] linearizableReadLoop","detail":"{readStateIndex:27671; appliedIndex:27662; }","duration":"2.692010199s","start":"2026-04-29T02:50:53.296451Z","end":"2026-04-29T02:50:55.988461Z","steps":["trace[873726635] 'read index received' (duration: 576.921194ms)","trace[873726635] 'applied index is now lower than readState.Index' (duration: 2.115087305s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:55.988825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692216253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-29T02:50:55.988887Z","caller":"traceutil/trace.go:171","msg":"trace[159380412] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26768; }","duration":"2.692457537s","start":"2026-04-29T02:50:53.296412Z","end":"2026-04-29T02:50:55.988869Z","steps":["trace[159380412] 'agreement among raft nodes before linearized reading' (duration: 2.692115681s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:55.988939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.296401Z","time spent":"2.692523929s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-29T02:50:56.489871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019710330,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:50:56.632341Z","caller":"traceutil/trace.go:171","msg":"trace[1543538137] linearizableReadLoop","detail":"{readStateIndex:27674; appliedIndex:27671; }","duration":"643.497772ms","start":"2026-04-29T02:50:55.988822Z","end":"2026-04-29T02:50:56.63232Z","steps":["trace[1543538137] 'read index received' (duration: 643.350919ms)","trace[1543538137] 'applied index is now lower than readState.Index' (duration: 145.693µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:56.632385Z","caller":"traceutil/trace.go:171","msg":"trace[283583321] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"2.543551613s","start":"2026-04-29T02:50:54.088788Z","end":"2026-04-29T02:50:56.63234Z","steps":["trace[283583321] 'process raft request' (duration: 2.54334768s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:56.632514Z","caller":"traceutil/trace.go:171","msg":"trace[1326365376] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"750.996244ms","start":"2026-04-29T02:50:55.88148Z","end":"2026-04-29T02:50:56.632476Z","steps":["trace[1326365376] 'process raft request' (duration: 750.80576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:56.632569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:54.088754Z","time spent":"2.543714897s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:56.63267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:55.881458Z","time spent":"751.129198ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:56.632648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.37693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-29T02:50:56.633237Z","caller":"traceutil/trace.go:171","msg":"trace[1040018576] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:26771; }","duration":"739.011742ms","start":"2026-04-29T02:50:55.894194Z","end":"2026-04-29T02:50:56.633206Z","steps":["trace[1040018576] 'agreement among raft nodes before linearized reading' (duration: 738.188596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:56.632678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.296607557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:50:56.633375Z","caller":"traceutil/trace.go:171","msg":"trace[939684250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26771; }","duration":"3.297329671s","start":"2026-04-29T02:50:53.336028Z","end":"2026-04-29T02:50:56.633357Z","steps":["trace[939684250] 'agreement among raft nodes before linearized reading' (duration: 3.296542076s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:56.633449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.336011Z","time spent":"3.297418932s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:50:56.632691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.08571599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:50:56.633593Z","caller":"traceutil/trace.go:171","msg":"trace[2131196792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26771; }","duration":"3.086647706s","start":"2026-04-29T02:50:53.546919Z","end":"2026-04-29T02:50:56.633567Z","steps":["trace[2131196792] 'agreement among raft nodes before linearized reading' (duration: 3.085590217s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:56.633708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.546896Z","time spent":"3.086791109s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:50:56.632545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689502511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:56.633884Z","caller":"traceutil/trace.go:171","msg":"trace[880145115] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26771; }","duration":"2.690900147s","start":"2026-04-29T02:50:53.942968Z","end":"2026-04-29T02:50:56.633868Z","steps":["trace[880145115] 'agreement among raft nodes before linearized reading' (duration: 2.68946587s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:56.634022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.942947Z","time spent":"2.691054801s","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:56.632779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.933036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4df855b9-63fe-4b40-be44-a2d826c38396\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-29T02:50:56.634169Z","caller":"traceutil/trace.go:171","msg":"trace[1292939228] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4df855b9-63fe-4b40-be44-a2d826c38396; range_end:; response_count:1; response_revision:26771; }","duration":"641.345153ms","start":"2026-04-29T02:50:55.992796Z","end":"2026-04-29T02:50:56.634141Z","steps":["trace[1292939228] 'agreement among raft nodes before linearized reading' (duration: 639.925066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:56.634238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:55.992772Z","time spent":"641.444155ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-4df855b9-63fe-4b40-be44-a2d826c38396\" "} {"level":"warn","ts":"2026-04-29T02:50:56.632837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.21652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:56.634336Z","caller":"traceutil/trace.go:171","msg":"trace[16708665] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26771; }","duration":"149.752019ms","start":"2026-04-29T02:50:56.484569Z","end":"2026-04-29T02:50:56.634321Z","steps":["trace[16708665] 'agreement among raft nodes before linearized reading' (duration: 148.235261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:56.632853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.940094578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T02:50:56.632856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939896164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T02:50:56.632879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.369404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:56.632878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939881205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-29T02:50:56.632937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947586897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:56.632947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.77753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:56.63298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083178082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:56.633023Z","caller":"traceutil/trace.go:171","msg":"trace[1108355126] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"2.466210565s","start":"2026-04-29T02:50:54.166767Z","end":"2026-04-29T02:50:56.632978Z","steps":["trace[1108355126] 'process raft request' (duration: 2.465484951s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:56.633313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:55.894183Z","time spent":"739.114783ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-04-29T02:50:56.634737Z","caller":"traceutil/trace.go:171","msg":"trace[1649185215] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26771; }","duration":"215.168487ms","start":"2026-04-29T02:50:56.419502Z","end":"2026-04-29T02:50:56.63467Z","steps":["trace[1649185215] 'agreement among raft nodes before linearized reading' (duration: 213.353314ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:56.634906Z","caller":"traceutil/trace.go:171","msg":"trace[543167551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26771; }","duration":"2.942002483s","start":"2026-04-29T02:50:53.692889Z","end":"2026-04-29T02:50:56.634892Z","steps":["trace[543167551] 'agreement among raft nodes before linearized reading' (duration: 2.939829673s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:56.634981Z","caller":"traceutil/trace.go:171","msg":"trace[239259343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26771; }","duration":"876.802697ms","start":"2026-04-29T02:50:55.758134Z","end":"2026-04-29T02:50:56.634937Z","steps":["trace[239259343] 'agreement among raft nodes before linearized reading' (duration: 874.77505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:56.635033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.69286Z","time spent":"2.942153766s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:50:56.635124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:55.758121Z","time spent":"876.96774ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:56.635195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:54.166738Z","time spent":"2.468395924s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:56.634955Z","caller":"traceutil/trace.go:171","msg":"trace[1460038732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26771; }","duration":"2.941949383s","start":"2026-04-29T02:50:53.692984Z","end":"2026-04-29T02:50:56.634933Z","steps":["trace[1460038732] 'agreement among raft nodes before linearized reading' (duration: 2.939810553s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:56.635085Z","caller":"traceutil/trace.go:171","msg":"trace[2050512429] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26771; }","duration":"2.085339871s","start":"2026-04-29T02:50:54.549733Z","end":"2026-04-29T02:50:56.635072Z","steps":["trace[2050512429] 'agreement among raft nodes before linearized reading' (duration: 2.082616391s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:56.635297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:54.549703Z","time spent":"2.085583726s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-29T02:50:56.634633Z","caller":"traceutil/trace.go:171","msg":"trace[813899357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26771; }","duration":"2.941899772s","start":"2026-04-29T02:50:53.692713Z","end":"2026-04-29T02:50:56.634613Z","steps":["trace[813899357] 'agreement among raft nodes before linearized reading' (duration: 2.940015467s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:56.635531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.692693Z","time spent":"2.942814669s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:50:56.635561Z","caller":"traceutil/trace.go:171","msg":"trace[2112259654] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26771; }","duration":"1.950263847s","start":"2026-04-29T02:50:54.685286Z","end":"2026-04-29T02:50:56.63555Z","steps":["trace[2112259654] 'agreement among raft nodes before linearized reading' (duration: 1.947626588s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:56.635663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:54.685256Z","time spent":"1.950338858s","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:56.636733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.69291Z","time spent":"2.943764416s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:50:57.20018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.281074ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-29T02:50:57.20036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:56.636532Z","time spent":"563.817389ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T02:50:57.200485Z","caller":"traceutil/trace.go:171","msg":"trace[1501106862] linearizableReadLoop","detail":"{readStateIndex:27675; appliedIndex:27674; }","duration":"562.482894ms","start":"2026-04-29T02:50:56.637973Z","end":"2026-04-29T02:50:57.200456Z","steps":["trace[1501106862] 'read index received' (duration: 89.612889ms)","trace[1501106862] 'applied index is now lower than readState.Index' (duration: 472.863195ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:57.200742Z","caller":"traceutil/trace.go:171","msg":"trace[1564898462] transaction","detail":"{read_only:false; response_revision:26776; number_of_response:1; }","duration":"558.868147ms","start":"2026-04-29T02:50:56.641849Z","end":"2026-04-29T02:50:57.200717Z","steps":["trace[1564898462] 'process raft request' (duration: 558.810536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:57.200882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:56.641808Z","time spent":"558.994159ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:57.200904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.905132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-29T02:50:57.200999Z","caller":"traceutil/trace.go:171","msg":"trace[374467433] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26776; }","duration":"563.025515ms","start":"2026-04-29T02:50:56.637956Z","end":"2026-04-29T02:50:57.200982Z","steps":["trace[374467433] 'agreement among raft nodes before linearized reading' (duration: 562.701988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:57.201073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:56.637949Z","time spent":"563.110376ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-29T02:50:57.201169Z","caller":"traceutil/trace.go:171","msg":"trace[1086047769] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"562.008026ms","start":"2026-04-29T02:50:56.639144Z","end":"2026-04-29T02:50:57.201152Z","steps":["trace[1086047769] 'process raft request' (duration: 561.415114ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:57.201188Z","caller":"traceutil/trace.go:171","msg":"trace[591782915] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"562.005576ms","start":"2026-04-29T02:50:56.639141Z","end":"2026-04-29T02:50:57.201147Z","steps":["trace[591782915] 'process raft request' (duration: 561.332873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:57.20121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.852904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:57.20126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:56.639123Z","time spent":"562.095187ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:57.201267Z","caller":"traceutil/trace.go:171","msg":"trace[1032393797] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"562.016256ms","start":"2026-04-29T02:50:56.639213Z","end":"2026-04-29T02:50:57.201229Z","steps":["trace[1032393797] 'process raft request' (duration: 561.400864ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:57.201311Z","caller":"traceutil/trace.go:171","msg":"trace[1539861193] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26776; }","duration":"560.987726ms","start":"2026-04-29T02:50:56.640295Z","end":"2026-04-29T02:50:57.201283Z","steps":["trace[1539861193] 'agreement among raft nodes before linearized reading' (duration: 560.813973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:57.201354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:56.639131Z","time spent":"562.128638ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:57.20138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:56.640285Z","time spent":"561.080689ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:50:57.201417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:56.639204Z","time spent":"562.125078ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:57.201533Z","caller":"traceutil/trace.go:171","msg":"trace[1081078334] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"562.688288ms","start":"2026-04-29T02:50:56.638826Z","end":"2026-04-29T02:50:57.201515Z","steps":["trace[1081078334] 'process raft request' (duration: 561.488976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:57.201615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:56.638806Z","time spent":"562.770029ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:57.201711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.291485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:57.20183Z","caller":"traceutil/trace.go:171","msg":"trace[472536509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26776; }","duration":"101.465679ms","start":"2026-04-29T02:50:57.100339Z","end":"2026-04-29T02:50:57.201805Z","steps":["trace[472536509] 'agreement among raft nodes before linearized reading' (duration: 101.109122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:57.774411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.159054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:57.774554Z","caller":"traceutil/trace.go:171","msg":"trace[35720799] linearizableReadLoop","detail":"{readStateIndex:27681; appliedIndex:27680; }","duration":"569.437903ms","start":"2026-04-29T02:50:57.205095Z","end":"2026-04-29T02:50:57.774533Z","steps":["trace[35720799] 'read index received' (duration: 352.916162ms)","trace[35720799] 'applied index is now lower than readState.Index' (duration: 216.519471ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:57.774596Z","caller":"traceutil/trace.go:171","msg":"trace[889061277] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"573.048881ms","start":"2026-04-29T02:50:57.201507Z","end":"2026-04-29T02:50:57.774556Z","steps":["trace[889061277] 'process raft request' (duration: 356.654592ms)","trace[889061277] 'compare' (duration: 215.834309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:57.774746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:57.201478Z","time spent":"573.186353ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:57.774837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.74102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1d2b5434-5030-4c01-b159-ff51b4a1313c\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-29T02:50:57.774897Z","caller":"traceutil/trace.go:171","msg":"trace[475812541] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1d2b5434-5030-4c01-b159-ff51b4a1313c; range_end:; response_count:1; response_revision:26777; }","duration":"569.835131ms","start":"2026-04-29T02:50:57.205045Z","end":"2026-04-29T02:50:57.774881Z","steps":["trace[475812541] 'agreement among raft nodes before linearized reading' (duration: 569.591186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:57.774968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:57.205027Z","time spent":"569.902533ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-1d2b5434-5030-4c01-b159-ff51b4a1313c\" "} {"level":"warn","ts":"2026-04-29T02:50:57.775095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.469515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:50:57.775229Z","caller":"traceutil/trace.go:171","msg":"trace[752450174] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26777; }","duration":"569.647947ms","start":"2026-04-29T02:50:57.205547Z","end":"2026-04-29T02:50:57.775195Z","steps":["trace[752450174] 'agreement among raft nodes before linearized reading' (duration: 569.225299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:57.77526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.314455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:57.77532Z","caller":"traceutil/trace.go:171","msg":"trace[624644519] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26777; }","duration":"567.379906ms","start":"2026-04-29T02:50:57.207922Z","end":"2026-04-29T02:50:57.775302Z","steps":["trace[624644519] 'agreement among raft nodes before linearized reading' (duration: 567.281124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:57.77536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:57.207915Z","time spent":"567.436177ms","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:50:57.77528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:57.205527Z","time spent":"569.74551ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:50:57.775537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.702191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:57.775753Z","caller":"traceutil/trace.go:171","msg":"trace[207357983] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26777; }","duration":"249.994906ms","start":"2026-04-29T02:50:57.525696Z","end":"2026-04-29T02:50:57.775691Z","steps":["trace[207357983] 'agreement among raft nodes before linearized reading' (duration: 249.505507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.186293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.141942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-29T02:50:58.186378Z","caller":"traceutil/trace.go:171","msg":"trace[533376126] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26777; }","duration":"305.274685ms","start":"2026-04-29T02:50:57.881082Z","end":"2026-04-29T02:50:58.186357Z","steps":["trace[533376126] 'range keys from in-memory index tree' (duration: 304.953579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.18642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:57.881063Z","time spent":"305.347266ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-29T02:50:58.572884Z","caller":"traceutil/trace.go:171","msg":"trace[2071767516] transaction","detail":"{read_only:false; response_revision:26778; number_of_response:1; }","duration":"578.707986ms","start":"2026-04-29T02:50:57.994148Z","end":"2026-04-29T02:50:58.572856Z","steps":["trace[2071767516] 'process raft request' (duration: 578.520843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.573132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:57.994121Z","time spent":"578.839558ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:59.678758Z","caller":"traceutil/trace.go:171","msg":"trace[1682208899] transaction","detail":"{read_only:false; response_revision:26779; number_of_response:1; }","duration":"1.684153251s","start":"2026-04-29T02:50:57.994585Z","end":"2026-04-29T02:50:59.678738Z","steps":["trace[1682208899] 'process raft request' (duration: 1.683988208s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:59.678935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:57.994554Z","time spent":"1.684316074s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:59.678993Z","caller":"traceutil/trace.go:171","msg":"trace[1427938942] transaction","detail":"{read_only:false; response_revision:26780; number_of_response:1; }","duration":"1.684351214s","start":"2026-04-29T02:50:57.99462Z","end":"2026-04-29T02:50:59.678971Z","steps":["trace[1427938942] 'process raft request' (duration: 1.684084319s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:59.679059Z","caller":"traceutil/trace.go:171","msg":"trace[643048224] linearizableReadLoop","detail":"{readStateIndex:27687; appliedIndex:27681; }","duration":"1.579723336s","start":"2026-04-29T02:50:58.099318Z","end":"2026-04-29T02:50:59.679042Z","steps":["trace[643048224] 'read index received' (duration: 473.398105ms)","trace[643048224] 'applied index is now lower than readState.Index' (duration: 1.106324381s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:59.679088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:57.994605Z","time spent":"1.684438346s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:59.679074Z","caller":"traceutil/trace.go:171","msg":"trace[1152006161] transaction","detail":"{read_only:false; response_revision:26781; number_of_response:1; }","duration":"1.684342784s","start":"2026-04-29T02:50:57.994692Z","end":"2026-04-29T02:50:59.679035Z","steps":["trace[1152006161] 'process raft request' (duration: 1.684162191s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:59.679108Z","caller":"traceutil/trace.go:171","msg":"trace[213757387] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"1.683699152s","start":"2026-04-29T02:50:57.995379Z","end":"2026-04-29T02:50:59.679079Z","steps":["trace[213757387] 'process raft request' (duration: 1.68360712s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:59.679192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579856619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:59.679215Z","caller":"traceutil/trace.go:171","msg":"trace[68665315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26783; }","duration":"1.579934651s","start":"2026-04-29T02:50:58.099275Z","end":"2026-04-29T02:50:59.67921Z","steps":["trace[68665315] 'agreement among raft nodes before linearized reading' (duration: 1.579873199s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:59.679235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.099258Z","time spent":"1.579973142s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:50:59.679138Z","caller":"traceutil/trace.go:171","msg":"trace[1630817083] transaction","detail":"{read_only:false; response_revision:26783; number_of_response:1; }","duration":"1.683453747s","start":"2026-04-29T02:50:57.995677Z","end":"2026-04-29T02:50:59.679131Z","steps":["trace[1630817083] 'process raft request' (duration: 1.683334555s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:59.679253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:57.994674Z","time spent":"1.684488648s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:59.679248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:57.995373Z","time spent":"1.683791734s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:59.679341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:57.995664Z","time spent":"1.683623472s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:00.456787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.827815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:00.457011Z","caller":"traceutil/trace.go:171","msg":"trace[1538668990] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"1.81723202s","start":"2026-04-29T02:50:58.639747Z","end":"2026-04-29T02:51:00.456979Z","steps":["trace[1538668990] 'process raft request' (duration: 1.185107039s)","trace[1538668990] 'compare' (duration: 631.588561ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:00.457057Z","caller":"traceutil/trace.go:171","msg":"trace[1972256440] transaction","detail":"{read_only:false; response_revision:26785; number_of_response:1; }","duration":"1.81725127s","start":"2026-04-29T02:50:58.639782Z","end":"2026-04-29T02:51:00.457033Z","steps":["trace[1972256440] 'process raft request' (duration: 1.817101087s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:00.457139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.639661Z","time spent":"1.817405922s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:00.457164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.639757Z","time spent":"1.817353821s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:00.457432Z","caller":"traceutil/trace.go:171","msg":"trace[374786578] linearizableReadLoop","detail":"{readStateIndex:27690; appliedIndex:27687; }","duration":"778.303593ms","start":"2026-04-29T02:50:59.679103Z","end":"2026-04-29T02:51:00.457407Z","steps":["trace[374786578] 'read index received' (duration: 145.649623ms)","trace[374786578] 'applied index is now lower than readState.Index' (duration: 632.65233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:00.457502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753189737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:00.457486Z","caller":"traceutil/trace.go:171","msg":"trace[1368996659] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"919.722666ms","start":"2026-04-29T02:50:59.537727Z","end":"2026-04-29T02:51:00.45745Z","steps":["trace[1368996659] 'process raft request' (duration: 919.233477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:00.457573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035643684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:00.457576Z","caller":"traceutil/trace.go:171","msg":"trace[1747780174] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26786; }","duration":"1.753331259s","start":"2026-04-29T02:50:58.704228Z","end":"2026-04-29T02:51:00.457559Z","steps":["trace[1747780174] 'agreement among raft nodes before linearized reading' (duration: 1.753215177s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:00.45759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251442153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:51:00.457604Z","caller":"traceutil/trace.go:171","msg":"trace[383292752] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26786; }","duration":"1.035738096s","start":"2026-04-29T02:50:59.421854Z","end":"2026-04-29T02:51:00.457592Z","steps":["trace[383292752] 'agreement among raft nodes before linearized reading' (duration: 1.035691005s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:00.457613Z","caller":"traceutil/trace.go:171","msg":"trace[463696274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26786; }","duration":"1.251510274s","start":"2026-04-29T02:50:59.206096Z","end":"2026-04-29T02:51:00.457606Z","steps":["trace[463696274] 'agreement among raft nodes before linearized reading' (duration: 1.251450243s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:00.45765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:59.206068Z","time spent":"1.251575765s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:51:00.457616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.704193Z","time spent":"1.75341342s","remote":"127.0.0.1:43228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:00.457652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.322984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:00.457666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:59.421826Z","time spent":"1.035831968s","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:00.457672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.73842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:00.457665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251466413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T02:51:00.457696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:59.537669Z","time spent":"919.901619ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:00.457525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250888112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:51:00.457729Z","caller":"traceutil/trace.go:171","msg":"trace[744596470] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26786; }","duration":"481.834393ms","start":"2026-04-29T02:50:59.975877Z","end":"2026-04-29T02:51:00.457712Z","steps":["trace[744596470] 'agreement among raft nodes before linearized reading' (duration: 481.7067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:00.45774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.043645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:00.457739Z","caller":"traceutil/trace.go:171","msg":"trace[860451863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26786; }","duration":"1.251637447s","start":"2026-04-29T02:50:59.206083Z","end":"2026-04-29T02:51:00.457721Z","steps":["trace[860451863] 'agreement among raft nodes before linearized reading' (duration: 1.251363521s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:00.457775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:59.975819Z","time spent":"481.944175ms","remote":"127.0.0.1:42970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:00.457794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:59.206042Z","time spent":"1.251743469s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:51:00.457783Z","caller":"traceutil/trace.go:171","msg":"trace[1058577877] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26786; }","duration":"1.251140409s","start":"2026-04-29T02:50:59.206614Z","end":"2026-04-29T02:51:00.457754Z","steps":["trace[1058577877] 'agreement among raft nodes before linearized reading' (duration: 1.250807662s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:00.457778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251147918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T02:51:00.457804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.799948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:00.457524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251385451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T02:51:00.457845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.339002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:51:00.45769Z","caller":"traceutil/trace.go:171","msg":"trace[270853004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26786; }","duration":"770.444577ms","start":"2026-04-29T02:50:59.687234Z","end":"2026-04-29T02:51:00.457679Z","steps":["trace[270853004] 'agreement among raft nodes before linearized reading' (duration: 770.308914ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:00.457868Z","caller":"traceutil/trace.go:171","msg":"trace[1750663512] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26786; }","duration":"750.388424ms","start":"2026-04-29T02:50:59.707473Z","end":"2026-04-29T02:51:00.457861Z","steps":["trace[1750663512] 'agreement among raft nodes before linearized reading' (duration: 750.238711ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:00.45787Z","caller":"traceutil/trace.go:171","msg":"trace[2043435081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26786; }","duration":"1.25177219s","start":"2026-04-29T02:50:59.206087Z","end":"2026-04-29T02:51:00.457859Z","steps":["trace[2043435081] 'agreement among raft nodes before linearized reading' (duration: 1.251350441s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:00.457869Z","caller":"traceutil/trace.go:171","msg":"trace[1699714081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26786; }","duration":"1.25126934s","start":"2026-04-29T02:50:59.206571Z","end":"2026-04-29T02:51:00.457841Z","steps":["trace[1699714081] 'agreement among raft nodes before linearized reading' (duration: 1.250971884s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:00.457865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:59.206608Z","time spent":"1.25122523s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:51:00.457896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:59.206071Z","time spent":"1.25181852s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:51:00.457876Z","caller":"traceutil/trace.go:171","msg":"trace[1186079219] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26786; }","duration":"172.94478ms","start":"2026-04-29T02:51:00.28491Z","end":"2026-04-29T02:51:00.457854Z","steps":["trace[1186079219] 'agreement among raft nodes before linearized reading' (duration: 172.820428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:00.45789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:59.707461Z","time spent":"750.422124ms","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":180,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:00.457828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.67593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:00.457922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:59.206563Z","time spent":"1.251339621s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T02:51:00.457949Z","caller":"traceutil/trace.go:171","msg":"trace[1311135493] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26786; }","duration":"757.798502ms","start":"2026-04-29T02:50:59.70014Z","end":"2026-04-29T02:51:00.457939Z","steps":["trace[1311135493] 'agreement among raft nodes before linearized reading' (duration: 757.657369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:00.457944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:59.687222Z","time spent":"770.663731ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:51:00.457983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:59.700083Z","time spent":"757.887273ms","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:51:00.457777Z","caller":"traceutil/trace.go:171","msg":"trace[1412559878] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26786; }","duration":"628.082736ms","start":"2026-04-29T02:50:59.829681Z","end":"2026-04-29T02:51:00.457764Z","steps":["trace[1412559878] 'agreement among raft nodes before linearized reading' (duration: 628.028005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:00.458042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:59.829621Z","time spent":"628.401301ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:00.459059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269114413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4b00165f-0765-41bc-85b0-f3006deac52d\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-04-29T02:51:00.459796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080802486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:51:00.459909Z","caller":"traceutil/trace.go:171","msg":"trace[422083495] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26786; }","duration":"1.080910737s","start":"2026-04-29T02:50:59.37894Z","end":"2026-04-29T02:51:00.459851Z","steps":["trace[422083495] 'agreement among raft nodes before linearized reading' (duration: 1.078634194s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:00.459721Z","caller":"traceutil/trace.go:171","msg":"trace[1967159391] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4b00165f-0765-41bc-85b0-f3006deac52d; range_end:; response_count:1; response_revision:26786; }","duration":"2.269628493s","start":"2026-04-29T02:50:58.18984Z","end":"2026-04-29T02:51:00.459469Z","steps":["trace[1967159391] 'agreement among raft nodes before linearized reading' (duration: 2.267670506s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:00.46006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:59.378922Z","time spent":"1.081084411s","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2792,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:00.460243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.189806Z","time spent":"2.270417087s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-4b00165f-0765-41bc-85b0-f3006deac52d\" "} {"level":"warn","ts":"2026-04-29T02:51:01.119676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.995295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:01.119798Z","caller":"traceutil/trace.go:171","msg":"trace[730261693] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"657.012264ms","start":"2026-04-29T02:51:00.462765Z","end":"2026-04-29T02:51:01.119778Z","steps":["trace[730261693] 'process raft request' (duration: 370.798505ms)","trace[730261693] 'compare' (duration: 285.452436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:01.119877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:00.462748Z","time spent":"657.097946ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:01.743394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.473609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:01.743676Z","caller":"traceutil/trace.go:171","msg":"trace[938298933] linearizableReadLoop","detail":"{readStateIndex:27695; appliedIndex:27690; }","duration":"1.279328963s","start":"2026-04-29T02:51:00.464332Z","end":"2026-04-29T02:51:01.743661Z","steps":["trace[938298933] 'read index received' (duration: 369.250107ms)","trace[938298933] 'applied index is now lower than readState.Index' (duration: 910.077426ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:01.743882Z","caller":"traceutil/trace.go:171","msg":"trace[2038385839] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"1.280914042s","start":"2026-04-29T02:51:00.462958Z","end":"2026-04-29T02:51:01.743872Z","steps":["trace[2038385839] 'process raft request' (duration: 1.104870074s)","trace[2038385839] 'compare' (duration: 174.934667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:01.743938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:00.462943Z","time spent":"1.280968844s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:01.74404Z","caller":"traceutil/trace.go:171","msg":"trace[1304369795] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"1.281071695s","start":"2026-04-29T02:51:00.462962Z","end":"2026-04-29T02:51:01.744033Z","steps":["trace[1304369795] 'process raft request' (duration: 1.280533925s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:01.744084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:00.462945Z","time spent":"1.281116347s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:01.744167Z","caller":"traceutil/trace.go:171","msg":"trace[1653147120] transaction","detail":"{read_only:false; response_revision:26790; number_of_response:1; }","duration":"1.280888071s","start":"2026-04-29T02:51:00.463273Z","end":"2026-04-29T02:51:01.744161Z","steps":["trace[1653147120] 'process raft request' (duration: 1.28026923s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:01.744205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:00.463261Z","time spent":"1.280927052s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:01.744289Z","caller":"traceutil/trace.go:171","msg":"trace[770342989] transaction","detail":"{read_only:false; response_revision:26791; number_of_response:1; }","duration":"1.280543284s","start":"2026-04-29T02:51:00.463738Z","end":"2026-04-29T02:51:01.744281Z","steps":["trace[770342989] 'process raft request' (duration: 1.279833562s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:01.744332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:00.463727Z","time spent":"1.280585156s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:01.744417Z","caller":"traceutil/trace.go:171","msg":"trace[227136918] transaction","detail":"{read_only:false; response_revision:26792; number_of_response:1; }","duration":"1.165245419s","start":"2026-04-29T02:51:00.579164Z","end":"2026-04-29T02:51:01.744409Z","steps":["trace[227136918] 'process raft request' (duration: 1.164458084s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:01.744469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:00.579135Z","time spent":"1.16530551s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:01.744717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280378313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-29T02:51:01.74476Z","caller":"traceutil/trace.go:171","msg":"trace[2104140836] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26792; }","duration":"1.280435624s","start":"2026-04-29T02:51:00.464313Z","end":"2026-04-29T02:51:01.744749Z","steps":["trace[2104140836] 'agreement among raft nodes before linearized reading' (duration: 1.280284371s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:01.744794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:00.464306Z","time spent":"1.280480325s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-29T02:51:02.168056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.298735ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-29T02:51:02.260269Z","caller":"traceutil/trace.go:171","msg":"trace[830947694] transaction","detail":"{read_only:false; response_revision:26793; number_of_response:1; }","duration":"618.787003ms","start":"2026-04-29T02:51:01.641457Z","end":"2026-04-29T02:51:02.260244Z","steps":["trace[830947694] 'process raft request' (duration: 618.571139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.260406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:01.64142Z","time spent":"618.913054ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:02.260528Z","caller":"traceutil/trace.go:171","msg":"trace[995285528] transaction","detail":"{read_only:false; response_revision:26794; number_of_response:1; }","duration":"574.221772ms","start":"2026-04-29T02:51:01.686277Z","end":"2026-04-29T02:51:02.260499Z","steps":["trace[995285528] 'process raft request' (duration: 573.922027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.260682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:01.68625Z","time spent":"574.352225ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:02.260833Z","caller":"traceutil/trace.go:171","msg":"trace[1872502681] transaction","detail":"{read_only:false; response_revision:26795; number_of_response:1; }","duration":"573.972098ms","start":"2026-04-29T02:51:01.686849Z","end":"2026-04-29T02:51:02.260821Z","steps":["trace[1872502681] 'process raft request' (duration: 573.5301ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:02.26087Z","caller":"traceutil/trace.go:171","msg":"trace[1482561278] transaction","detail":"{read_only:false; response_revision:26796; number_of_response:1; }","duration":"573.654352ms","start":"2026-04-29T02:51:01.687189Z","end":"2026-04-29T02:51:02.260843Z","steps":["trace[1482561278] 'process raft request' (duration: 573.458338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.26089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:01.686825Z","time spent":"574.029639ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:02.260922Z","caller":"traceutil/trace.go:171","msg":"trace[771299810] linearizableReadLoop","detail":"{readStateIndex:27703; appliedIndex:27696; }","duration":"517.1812ms","start":"2026-04-29T02:51:01.743707Z","end":"2026-04-29T02:51:02.260888Z","steps":["trace[771299810] 'read index received' (duration: 28.596342ms)","trace[771299810] 'applied index is now lower than readState.Index' (duration: 488.583638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:02.261014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:01.68716Z","time spent":"573.766093ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:02.261064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.913926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:02.261096Z","caller":"traceutil/trace.go:171","msg":"trace[870537557] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26798; }","duration":"966.000678ms","start":"2026-04-29T02:51:01.295086Z","end":"2026-04-29T02:51:02.261087Z","steps":["trace[870537557] 'agreement among raft nodes before linearized reading' (duration: 965.910825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.261133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:01.295051Z","time spent":"966.07296ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:02.261134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160665753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:02.261169Z","caller":"traceutil/trace.go:171","msg":"trace[2038665703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26798; }","duration":"1.160762535s","start":"2026-04-29T02:51:01.100396Z","end":"2026-04-29T02:51:02.261158Z","steps":["trace[2038665703] 'agreement among raft nodes before linearized reading' (duration: 1.160673604s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.261189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63792202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:51:02.261238Z","caller":"traceutil/trace.go:171","msg":"trace[536944699] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26798; }","duration":"1.638004791s","start":"2026-04-29T02:51:00.623218Z","end":"2026-04-29T02:51:02.261223Z","steps":["trace[536944699] 'agreement among raft nodes before linearized reading' (duration: 1.63791488s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.261284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:00.623204Z","time spent":"1.638066803s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:51:02.261345Z","caller":"traceutil/trace.go:171","msg":"trace[1678060503] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"572.712284ms","start":"2026-04-29T02:51:01.688621Z","end":"2026-04-29T02:51:02.261333Z","steps":["trace[1678060503] 'process raft request' (duration: 572.155533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.261473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.060094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:02.261479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:01.688601Z","time spent":"572.797676ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:02.261521Z","caller":"traceutil/trace.go:171","msg":"trace[1144881734] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26798; }","duration":"150.109834ms","start":"2026-04-29T02:51:02.111401Z","end":"2026-04-29T02:51:02.261511Z","steps":["trace[1144881734] 'agreement among raft nodes before linearized reading' (duration: 150.034763ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:02.261297Z","caller":"traceutil/trace.go:171","msg":"trace[1449699311] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"572.301627ms","start":"2026-04-29T02:51:01.688976Z","end":"2026-04-29T02:51:02.261278Z","steps":["trace[1449699311] 'process raft request' (duration: 571.851868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.261806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:01.688969Z","time spent":"572.768756ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:02.261672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32050852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:02.261915Z","caller":"traceutil/trace.go:171","msg":"trace[1261036048] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26798; }","duration":"1.320825615s","start":"2026-04-29T02:51:00.941071Z","end":"2026-04-29T02:51:02.261896Z","steps":["trace[1261036048] 'agreement among raft nodes before linearized reading' (duration: 1.320492259s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.261971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:00.941049Z","time spent":"1.320906996s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:02.261966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.554116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1601677f-e491-496d-9d54-346529d12b97\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-29T02:51:02.26222Z","caller":"traceutil/trace.go:171","msg":"trace[1324884057] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1601677f-e491-496d-9d54-346529d12b97; range_end:; response_count:1; response_revision:26798; }","duration":"511.877322ms","start":"2026-04-29T02:51:01.750253Z","end":"2026-04-29T02:51:02.262131Z","steps":["trace[1324884057] 'agreement among raft nodes before linearized reading' (duration: 511.004266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.262289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:01.750231Z","time spent":"512.041994ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-1601677f-e491-496d-9d54-346529d12b97\" "} {"level":"warn","ts":"2026-04-29T02:51:02.262863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:01.10037Z","time spent":"1.162477976s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:51:02.508387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.85171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:02.508465Z","caller":"traceutil/trace.go:171","msg":"trace[717825482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26798; }","duration":"236.967542ms","start":"2026-04-29T02:51:02.271479Z","end":"2026-04-29T02:51:02.508447Z","steps":["trace[717825482] 'range keys from in-memory index tree' (duration: 236.787228ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:02.942277Z","caller":"traceutil/trace.go:171","msg":"trace[1085161562] linearizableReadLoop","detail":"{readStateIndex:27705; appliedIndex:27703; }","duration":"351.212321ms","start":"2026-04-29T02:51:02.591042Z","end":"2026-04-29T02:51:02.942254Z","steps":["trace[1085161562] 'read index received' (duration: 351.013007ms)","trace[1085161562] 'applied index is now lower than readState.Index' (duration: 198.034µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:02.942329Z","caller":"traceutil/trace.go:171","msg":"trace[2108143056] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"478.589402ms","start":"2026-04-29T02:51:02.463693Z","end":"2026-04-29T02:51:02.942283Z","steps":["trace[2108143056] 'process raft request' (duration: 478.307167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.942472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.403124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:02.942509Z","caller":"traceutil/trace.go:171","msg":"trace[393276435] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26800; }","duration":"351.503185ms","start":"2026-04-29T02:51:02.590994Z","end":"2026-04-29T02:51:02.942497Z","steps":["trace[393276435] 'agreement among raft nodes before linearized reading' (duration: 351.380463ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:02.942364Z","caller":"traceutil/trace.go:171","msg":"trace[2146889673] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"478.632363ms","start":"2026-04-29T02:51:02.463693Z","end":"2026-04-29T02:51:02.942326Z","steps":["trace[2146889673] 'process raft request' (duration: 478.49941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.942553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.590973Z","time spent":"351.570017ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:02.942663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.463664Z","time spent":"478.906068ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:02.942666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.463667Z","time spent":"478.808816ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:03.193802Z","caller":"traceutil/trace.go:171","msg":"trace[1283678715] linearizableReadLoop","detail":"{readStateIndex:27706; appliedIndex:27705; }","duration":"251.422223ms","start":"2026-04-29T02:51:02.942348Z","end":"2026-04-29T02:51:03.19377Z","steps":["trace[1283678715] 'read index received' (duration: 223.099474ms)","trace[1283678715] 'applied index is now lower than readState.Index' (duration: 28.321199ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:03.193859Z","caller":"traceutil/trace.go:171","msg":"trace[1643975514] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"397.600704ms","start":"2026-04-29T02:51:02.796229Z","end":"2026-04-29T02:51:03.19383Z","steps":["trace[1643975514] 'process raft request' (duration: 369.250985ms)","trace[1643975514] 'compare' (duration: 27.957111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:03.193992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.79619Z","time spent":"397.720436ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:03.194068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.887279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:51:03.194143Z","caller":"traceutil/trace.go:171","msg":"trace[1634736703] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26801; }","duration":"333.016411ms","start":"2026-04-29T02:51:02.861107Z","end":"2026-04-29T02:51:03.194124Z","steps":["trace[1634736703] 'agreement among raft nodes before linearized reading' (duration: 332.782307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:03.194194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.861081Z","time spent":"333.104253ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T02:51:03.24929Z","caller":"traceutil/trace.go:171","msg":"trace[1375682703] transaction","detail":"{read_only:false; response_revision:26802; number_of_response:1; }","duration":"259.915169ms","start":"2026-04-29T02:51:02.989347Z","end":"2026-04-29T02:51:03.249262Z","steps":["trace[1375682703] 'process raft request' (duration: 259.643484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:03.250138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.014318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:51:03.250245Z","caller":"traceutil/trace.go:171","msg":"trace[1245131833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26802; }","duration":"125.212431ms","start":"2026-04-29T02:51:03.125005Z","end":"2026-04-29T02:51:03.250218Z","steps":["trace[1245131833] 'agreement among raft nodes before linearized reading' (duration: 124.790744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:04.053724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:03.302652Z","time spent":"751.064316ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:51:04.05443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.11188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:04.054562Z","caller":"traceutil/trace.go:171","msg":"trace[1175617925] transaction","detail":"{read_only:false; response_revision:26803; number_of_response:1; }","duration":"799.085299ms","start":"2026-04-29T02:51:03.255448Z","end":"2026-04-29T02:51:04.054533Z","steps":["trace[1175617925] 'process raft request' (duration: 100.792307ms)","trace[1175617925] 'compare' (duration: 697.982256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:04.054596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.018795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:04.054633Z","caller":"traceutil/trace.go:171","msg":"trace[966679567] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26803; }","duration":"743.071587ms","start":"2026-04-29T02:51:03.311546Z","end":"2026-04-29T02:51:04.054617Z","steps":["trace[966679567] 'agreement among raft nodes before linearized reading' (duration: 743.012145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:04.054679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:03.311533Z","time spent":"743.135998ms","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-29T02:51:04.054624Z","caller":"traceutil/trace.go:171","msg":"trace[364199388] linearizableReadLoop","detail":"{readStateIndex:27708; appliedIndex:27707; }","duration":"742.962904ms","start":"2026-04-29T02:51:03.311571Z","end":"2026-04-29T02:51:04.054533Z","steps":["trace[364199388] 'read index received' (duration: 44.57166ms)","trace[364199388] 'applied index is now lower than readState.Index' (duration: 698.389854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:04.054904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:03.255426Z","time spent":"799.402546ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:05.323931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.13317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:05.324464Z","caller":"traceutil/trace.go:171","msg":"trace[1666880345] transaction","detail":"{read_only:false; response_revision:26804; number_of_response:1; }","duration":"1.571665836s","start":"2026-04-29T02:51:03.752775Z","end":"2026-04-29T02:51:05.324441Z","steps":["trace[1666880345] 'process raft request' (duration: 676.921235ms)","trace[1666880345] 'compare' (duration: 892.459409ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:05.324566Z","caller":"traceutil/trace.go:171","msg":"trace[394263003] linearizableReadLoop","detail":"{readStateIndex:27709; appliedIndex:27708; }","duration":"1.269754344s","start":"2026-04-29T02:51:04.0548Z","end":"2026-04-29T02:51:05.324554Z","steps":["trace[394263003] 'read index received' (duration: 374.995702ms)","trace[394263003] 'applied index is now lower than readState.Index' (duration: 894.757592ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:05.324658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44887819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:05.324695Z","caller":"traceutil/trace.go:171","msg":"trace[1645780351] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26804; }","duration":"1.448956071s","start":"2026-04-29T02:51:03.875727Z","end":"2026-04-29T02:51:05.324683Z","steps":["trace[1645780351] 'agreement among raft nodes before linearized reading' (duration: 1.44889016s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.324721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:03.875704Z","time spent":"1.449009342s","remote":"127.0.0.1:51928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:05.324741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573371708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:51:05.324777Z","caller":"traceutil/trace.go:171","msg":"trace[1998734097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26804; }","duration":"1.573421129s","start":"2026-04-29T02:51:03.751344Z","end":"2026-04-29T02:51:05.324766Z","steps":["trace[1998734097] 'agreement among raft nodes before linearized reading' (duration: 1.573284616s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.324807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:03.75134Z","time spent":"1.57346092s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:51:05.325174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573812976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-29T02:51:05.325196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573667903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:51:05.325256Z","caller":"traceutil/trace.go:171","msg":"trace[200016389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26804; }","duration":"1.573745664s","start":"2026-04-29T02:51:03.751494Z","end":"2026-04-29T02:51:05.32524Z","steps":["trace[200016389] 'agreement among raft nodes before linearized reading' (duration: 1.573180114s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.325306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:03.75149Z","time spent":"1.573806016s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:51:05.325425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931838864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-29T02:51:05.325467Z","caller":"traceutil/trace.go:171","msg":"trace[1192247020] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26804; }","duration":"1.931914544s","start":"2026-04-29T02:51:03.393541Z","end":"2026-04-29T02:51:05.325455Z","steps":["trace[1192247020] 'agreement among raft nodes before linearized reading' (duration: 1.93169281s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.325606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:03.393522Z","time spent":"1.932068068s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-04-29T02:51:05.325215Z","caller":"traceutil/trace.go:171","msg":"trace[1891942984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26804; }","duration":"1.573922858s","start":"2026-04-29T02:51:03.75128Z","end":"2026-04-29T02:51:05.325203Z","steps":["trace[1891942984] 'agreement among raft nodes before linearized reading' (duration: 1.573608772s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.325672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:03.751261Z","time spent":"1.574400977s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:51:05.325181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573787775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T02:51:05.325832Z","caller":"traceutil/trace.go:171","msg":"trace[1861702495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26804; }","duration":"1.574425597s","start":"2026-04-29T02:51:03.75137Z","end":"2026-04-29T02:51:05.325796Z","steps":["trace[1861702495] 'agreement among raft nodes before linearized reading' (duration: 1.573544742s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.325936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:03.751366Z","time spent":"1.574530109s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:51:05.326116Z","caller":"traceutil/trace.go:171","msg":"trace[289204655] transaction","detail":"{read_only:false; response_revision:26805; number_of_response:1; }","duration":"1.058383218s","start":"2026-04-29T02:51:04.267719Z","end":"2026-04-29T02:51:05.326103Z","steps":["trace[289204655] 'process raft request' (duration: 1.056731996s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.326188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.267707Z","time spent":"1.05844132s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:05.326218Z","caller":"traceutil/trace.go:171","msg":"trace[459621084] transaction","detail":"{read_only:false; response_revision:26806; number_of_response:1; }","duration":"1.05312067s","start":"2026-04-29T02:51:04.273084Z","end":"2026-04-29T02:51:05.326205Z","steps":["trace[459621084] 'process raft request' (duration: 1.052859475s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.326307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.273078Z","time spent":"1.053165791s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:05.32639Z","caller":"traceutil/trace.go:171","msg":"trace[1011644119] transaction","detail":"{read_only:false; response_revision:26807; number_of_response:1; }","duration":"1.053247893s","start":"2026-04-29T02:51:04.273124Z","end":"2026-04-29T02:51:05.326372Z","steps":["trace[1011644119] 'process raft request' (duration: 1.052953827s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.326472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.27312Z","time spent":"1.053315754s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:05.326593Z","caller":"traceutil/trace.go:171","msg":"trace[2074711613] transaction","detail":"{read_only:false; response_revision:26808; number_of_response:1; }","duration":"1.053420505s","start":"2026-04-29T02:51:04.273163Z","end":"2026-04-29T02:51:05.326584Z","steps":["trace[2074711613] 'process raft request' (duration: 1.052972797s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.326649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.273159Z","time spent":"1.053460766s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:05.326592Z","caller":"traceutil/trace.go:171","msg":"trace[978655693] transaction","detail":"{read_only:false; response_revision:26809; number_of_response:1; }","duration":"1.053370064s","start":"2026-04-29T02:51:04.273201Z","end":"2026-04-29T02:51:05.326571Z","steps":["trace[978655693] 'process raft request' (duration: 1.05312416s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.326819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.273197Z","time spent":"1.053565028s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:05.327396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:03.75276Z","time spent":"1.571772219s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:05.611799Z","caller":"traceutil/trace.go:171","msg":"trace[2013457781] linearizableReadLoop","detail":"{readStateIndex:27716; appliedIndex:27714; }","duration":"287.184278ms","start":"2026-04-29T02:51:05.324592Z","end":"2026-04-29T02:51:05.611776Z","steps":["trace[2013457781] 'read index received' (duration: 286.911692ms)","trace[2013457781] 'applied index is now lower than readState.Index' (duration: 271.526µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:05.611941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553474988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:05.611955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514502492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:05.611984Z","caller":"traceutil/trace.go:171","msg":"trace[1611887577] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26811; }","duration":"1.55357126s","start":"2026-04-29T02:51:04.0584Z","end":"2026-04-29T02:51:05.611972Z","steps":["trace[1611887577] 'agreement among raft nodes before linearized reading' (duration: 1.553488859s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.611962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.171359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:05.612007Z","caller":"traceutil/trace.go:171","msg":"trace[86256875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26811; }","duration":"1.514583064s","start":"2026-04-29T02:51:04.097414Z","end":"2026-04-29T02:51:05.611998Z","steps":["trace[86256875] 'agreement among raft nodes before linearized reading' (duration: 1.514472242s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.612053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.097408Z","time spent":"1.514639904s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:51:05.611966Z","caller":"traceutil/trace.go:171","msg":"trace[896804335] transaction","detail":"{read_only:false; response_revision:26810; number_of_response:1; }","duration":"663.79726ms","start":"2026-04-29T02:51:04.94812Z","end":"2026-04-29T02:51:05.611917Z","steps":["trace[896804335] 'process raft request' (duration: 663.422782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.612067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.05838Z","time spent":"1.553629681s","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-29T02:51:05.61208Z","caller":"traceutil/trace.go:171","msg":"trace[1304487320] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26811; }","duration":"765.332682ms","start":"2026-04-29T02:51:04.846723Z","end":"2026-04-29T02:51:05.612056Z","steps":["trace[1304487320] 'agreement among raft nodes before linearized reading' (duration: 765.109928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.612132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.846714Z","time spent":"765.405464ms","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:05.612197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.948097Z","time spent":"664.005774ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:05.61216Z","caller":"traceutil/trace.go:171","msg":"trace[958442817] transaction","detail":"{read_only:false; response_revision:26811; number_of_response:1; }","duration":"662.641268ms","start":"2026-04-29T02:51:04.949461Z","end":"2026-04-29T02:51:05.612103Z","steps":["trace[958442817] 'process raft request' (duration: 662.265432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.612311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.949432Z","time spent":"662.819782ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:05.612336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.948874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:05.612362Z","caller":"traceutil/trace.go:171","msg":"trace[2124608267] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26811; }","duration":"772.011706ms","start":"2026-04-29T02:51:04.840341Z","end":"2026-04-29T02:51:05.612352Z","steps":["trace[2124608267] 'agreement among raft nodes before linearized reading' (duration: 771.950365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.612385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.840318Z","time spent":"772.061686ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:05.612403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367128117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277904"} {"level":"info","ts":"2026-04-29T02:51:05.612461Z","caller":"traceutil/trace.go:171","msg":"trace[136191319] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26811; }","duration":"1.367230449s","start":"2026-04-29T02:51:04.245216Z","end":"2026-04-29T02:51:05.612447Z","steps":["trace[136191319] 'agreement among raft nodes before linearized reading' (duration: 1.366647788s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.612501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.245192Z","time spent":"1.3672989s","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277928,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-29T02:51:05.611968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055038726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:51:05.612667Z","caller":"traceutil/trace.go:171","msg":"trace[2108426882] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26811; }","duration":"1.05581462s","start":"2026-04-29T02:51:04.556827Z","end":"2026-04-29T02:51:05.612642Z","steps":["trace[2108426882] 'agreement among raft nodes before linearized reading' (duration: 1.055002106s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.612759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.556796Z","time spent":"1.055910052s","remote":"127.0.0.1:56012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:51:05.6137Z","caller":"traceutil/trace.go:171","msg":"trace[707646855] transaction","detail":"{read_only:false; response_revision:26812; number_of_response:1; }","duration":"282.825427ms","start":"2026-04-29T02:51:05.330854Z","end":"2026-04-29T02:51:05.61368Z","steps":["trace[707646855] 'process raft request' (duration: 282.659294ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:05.614013Z","caller":"traceutil/trace.go:171","msg":"trace[1889367727] transaction","detail":"{read_only:false; response_revision:26813; number_of_response:1; }","duration":"283.129622ms","start":"2026-04-29T02:51:05.330869Z","end":"2026-04-29T02:51:05.613998Z","steps":["trace[1889367727] 'process raft request' (duration: 282.735765ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:05.614032Z","caller":"traceutil/trace.go:171","msg":"trace[939344124] transaction","detail":"{read_only:false; response_revision:26814; number_of_response:1; }","duration":"283.149453ms","start":"2026-04-29T02:51:05.330868Z","end":"2026-04-29T02:51:05.614017Z","steps":["trace[939344124] 'process raft request' (duration: 282.98753ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:05.61418Z","caller":"traceutil/trace.go:171","msg":"trace[1642124400] transaction","detail":"{read_only:false; response_revision:26815; number_of_response:1; }","duration":"283.114901ms","start":"2026-04-29T02:51:05.330936Z","end":"2026-04-29T02:51:05.614051Z","steps":["trace[1642124400] 'process raft request' (duration: 283.0223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.614285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.300055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-02a82726-c4ab-4ad4-94e2-ccd10b43fd81\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-29T02:51:05.61434Z","caller":"traceutil/trace.go:171","msg":"trace[1569045796] range","detail":"{range_begin:/registry/persistentvolumes/pvc-02a82726-c4ab-4ad4-94e2-ccd10b43fd81; range_end:; response_count:1; response_revision:26815; }","duration":"283.377046ms","start":"2026-04-29T02:51:05.33095Z","end":"2026-04-29T02:51:05.614327Z","steps":["trace[1569045796] 'agreement among raft nodes before linearized reading' (duration: 283.255904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.198481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.065997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:08.19857Z","caller":"traceutil/trace.go:171","msg":"trace[563523035] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26830; }","duration":"402.20506ms","start":"2026-04-29T02:51:07.796338Z","end":"2026-04-29T02:51:08.198543Z","steps":["trace[563523035] 'range keys from in-memory index tree' (duration: 401.970125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.198621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.796317Z","time spent":"402.293251ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:51:08.199403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.938944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:51:08.199463Z","caller":"traceutil/trace.go:171","msg":"trace[1270913257] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26830; }","duration":"235.049187ms","start":"2026-04-29T02:51:07.964397Z","end":"2026-04-29T02:51:08.199446Z","steps":["trace[1270913257] 'count revisions from in-memory index tree' (duration: 234.851613ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:08.200306Z","caller":"traceutil/trace.go:171","msg":"trace[229354847] linearizableReadLoop","detail":"{readStateIndex:27737; appliedIndex:27736; }","duration":"132.342124ms","start":"2026-04-29T02:51:08.067955Z","end":"2026-04-29T02:51:08.200297Z","steps":["trace[229354847] 'read index received' (duration: 129.053793ms)","trace[229354847] 'applied index is now lower than readState.Index' (duration: 3.287401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:08.200446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.498738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:51:08.200467Z","caller":"traceutil/trace.go:171","msg":"trace[971576442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26831; }","duration":"132.561919ms","start":"2026-04-29T02:51:08.067896Z","end":"2026-04-29T02:51:08.200458Z","steps":["trace[971576442] 'agreement among raft nodes before linearized reading' (duration: 132.440396ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:08.200591Z","caller":"traceutil/trace.go:171","msg":"trace[344671937] transaction","detail":"{read_only:false; response_revision:26831; number_of_response:1; }","duration":"233.689582ms","start":"2026-04-29T02:51:07.966874Z","end":"2026-04-29T02:51:08.200564Z","steps":["trace[344671937] 'process raft request' (duration: 230.209986ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:12.552549Z","caller":"traceutil/trace.go:171","msg":"trace[303186367] transaction","detail":"{read_only:false; response_revision:26860; number_of_response:1; }","duration":"217.032001ms","start":"2026-04-29T02:51:12.335492Z","end":"2026-04-29T02:51:12.552524Z","steps":["trace[303186367] 'process raft request' (duration: 216.880129ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:12.552539Z","caller":"traceutil/trace.go:171","msg":"trace[438952131] linearizableReadLoop","detail":"{readStateIndex:27766; appliedIndex:27765; }","duration":"293.128178ms","start":"2026-04-29T02:51:12.259378Z","end":"2026-04-29T02:51:12.552506Z","steps":["trace[438952131] 'read index received' (duration: 286.683527ms)","trace[438952131] 'applied index is now lower than readState.Index' (duration: 6.440841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:12.55355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.143078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:51:12.553641Z","caller":"traceutil/trace.go:171","msg":"trace[1775458133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26860; }","duration":"294.292831ms","start":"2026-04-29T02:51:12.259327Z","end":"2026-04-29T02:51:12.55362Z","steps":["trace[1775458133] 'agreement among raft nodes before linearized reading' (duration: 293.273662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:12.554373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.555241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:51:12.554442Z","caller":"traceutil/trace.go:171","msg":"trace[1073806292] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26860; }","duration":"123.678992ms","start":"2026-04-29T02:51:12.430749Z","end":"2026-04-29T02:51:12.554428Z","steps":["trace[1073806292] 'agreement among raft nodes before linearized reading' (duration: 122.092693ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:13.528938Z","caller":"traceutil/trace.go:171","msg":"trace[820949881] transaction","detail":"{read_only:false; response_revision:26862; number_of_response:1; }","duration":"126.419903ms","start":"2026-04-29T02:51:13.402489Z","end":"2026-04-29T02:51:13.528909Z","steps":["trace[820949881] 'process raft request' (duration: 126.197519ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:13.575145Z","caller":"traceutil/trace.go:171","msg":"trace[1404121983] transaction","detail":"{read_only:false; response_revision:26864; number_of_response:1; }","duration":"119.442494ms","start":"2026-04-29T02:51:13.455681Z","end":"2026-04-29T02:51:13.575124Z","steps":["trace[1404121983] 'process raft request' (duration: 119.349652ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:13.575169Z","caller":"traceutil/trace.go:171","msg":"trace[1627022938] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"150.297488ms","start":"2026-04-29T02:51:13.42483Z","end":"2026-04-29T02:51:13.575128Z","steps":["trace[1627022938] 'process raft request' (duration: 150.063644ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:13.575447Z","caller":"traceutil/trace.go:171","msg":"trace[1571846240] transaction","detail":"{read_only:false; response_revision:26865; number_of_response:1; }","duration":"117.972426ms","start":"2026-04-29T02:51:13.457453Z","end":"2026-04-29T02:51:13.575425Z","steps":["trace[1571846240] 'process raft request' (duration: 117.61037ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:13.575524Z","caller":"traceutil/trace.go:171","msg":"trace[1042476962] transaction","detail":"{read_only:false; response_revision:26866; number_of_response:1; }","duration":"117.872116ms","start":"2026-04-29T02:51:13.457641Z","end":"2026-04-29T02:51:13.575513Z","steps":["trace[1042476962] 'process raft request' (duration: 117.684751ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:13.575631Z","caller":"traceutil/trace.go:171","msg":"trace[1444820030] transaction","detail":"{read_only:false; response_revision:26868; number_of_response:1; }","duration":"117.363176ms","start":"2026-04-29T02:51:13.45826Z","end":"2026-04-29T02:51:13.575623Z","steps":["trace[1444820030] 'process raft request' (duration: 117.226412ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:13.575656Z","caller":"traceutil/trace.go:171","msg":"trace[1112588283] transaction","detail":"{read_only:false; response_revision:26867; number_of_response:1; }","duration":"117.894306ms","start":"2026-04-29T02:51:13.457708Z","end":"2026-04-29T02:51:13.575602Z","steps":["trace[1112588283] 'process raft request' (duration: 117.714092ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:13.575676Z","caller":"traceutil/trace.go:171","msg":"trace[59988104] transaction","detail":"{read_only:false; response_revision:26869; number_of_response:1; }","duration":"117.198242ms","start":"2026-04-29T02:51:13.458451Z","end":"2026-04-29T02:51:13.575649Z","steps":["trace[59988104] 'process raft request' (duration: 117.09043ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:15.490706Z","caller":"traceutil/trace.go:171","msg":"trace[1418844850] transaction","detail":"{read_only:false; response_revision:26877; number_of_response:1; }","duration":"105.366872ms","start":"2026-04-29T02:51:15.385312Z","end":"2026-04-29T02:51:15.490679Z","steps":["trace[1418844850] 'process raft request' (duration: 105.156088ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:17.818828Z","caller":"traceutil/trace.go:171","msg":"trace[66225556] transaction","detail":"{read_only:false; response_revision:26897; number_of_response:1; }","duration":"203.718793ms","start":"2026-04-29T02:51:17.615078Z","end":"2026-04-29T02:51:17.818797Z","steps":["trace[66225556] 'process raft request' (duration: 203.596011ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:17.8191Z","caller":"traceutil/trace.go:171","msg":"trace[1411937743] transaction","detail":"{read_only:false; response_revision:26898; number_of_response:1; }","duration":"202.889238ms","start":"2026-04-29T02:51:17.616192Z","end":"2026-04-29T02:51:17.819081Z","steps":["trace[1411937743] 'process raft request' (duration: 202.555572ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:17.819183Z","caller":"traceutil/trace.go:171","msg":"trace[53517445] transaction","detail":"{read_only:false; response_revision:26899; number_of_response:1; }","duration":"202.404069ms","start":"2026-04-29T02:51:17.616772Z","end":"2026-04-29T02:51:17.819176Z","steps":["trace[53517445] 'process raft request' (duration: 202.066893ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:17.819233Z","caller":"traceutil/trace.go:171","msg":"trace[2033369233] linearizableReadLoop","detail":"{readStateIndex:27807; appliedIndex:27801; }","duration":"200.261619ms","start":"2026-04-29T02:51:17.618965Z","end":"2026-04-29T02:51:17.819227Z","steps":["trace[2033369233] 'read index received' (duration: 17.289822ms)","trace[2033369233] 'applied index is now lower than readState.Index' (duration: 182.970887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:17.819385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.404722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:17.819439Z","caller":"traceutil/trace.go:171","msg":"trace[1451845399] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26901; }","duration":"200.495814ms","start":"2026-04-29T02:51:17.618936Z","end":"2026-04-29T02:51:17.819432Z","steps":["trace[1451845399] 'agreement among raft nodes before linearized reading' (duration: 200.408513ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:17.819656Z","caller":"traceutil/trace.go:171","msg":"trace[240524489] transaction","detail":"{read_only:false; response_revision:26895; number_of_response:1; }","duration":"204.758024ms","start":"2026-04-29T02:51:17.614878Z","end":"2026-04-29T02:51:17.819636Z","steps":["trace[240524489] 'process raft request' (duration: 194.934711ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:17.819753Z","caller":"traceutil/trace.go:171","msg":"trace[1257929862] transaction","detail":"{read_only:false; response_revision:26896; number_of_response:1; }","duration":"204.788143ms","start":"2026-04-29T02:51:17.614951Z","end":"2026-04-29T02:51:17.819739Z","steps":["trace[1257929862] 'process raft request' (duration: 203.663952ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:19.961018Z","caller":"traceutil/trace.go:171","msg":"trace[1285429950] linearizableReadLoop","detail":"{readStateIndex:27822; appliedIndex:27815; }","duration":"111.869364ms","start":"2026-04-29T02:51:19.849127Z","end":"2026-04-29T02:51:19.960996Z","steps":["trace[1285429950] 'read index received' (duration: 35.40051ms)","trace[1285429950] 'applied index is now lower than readState.Index' (duration: 76.468174ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:19.961267Z","caller":"traceutil/trace.go:171","msg":"trace[8212224] transaction","detail":"{read_only:false; response_revision:26909; number_of_response:1; }","duration":"136.561113ms","start":"2026-04-29T02:51:19.824693Z","end":"2026-04-29T02:51:19.961254Z","steps":["trace[8212224] 'process raft request' (duration: 136.036514ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:19.961475Z","caller":"traceutil/trace.go:171","msg":"trace[1171371671] transaction","detail":"{read_only:false; response_revision:26910; number_of_response:1; }","duration":"135.955422ms","start":"2026-04-29T02:51:19.825507Z","end":"2026-04-29T02:51:19.961462Z","steps":["trace[1171371671] 'process raft request' (duration: 135.331301ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:19.961618Z","caller":"traceutil/trace.go:171","msg":"trace[2039458538] transaction","detail":"{read_only:false; response_revision:26911; number_of_response:1; }","duration":"136.025844ms","start":"2026-04-29T02:51:19.825582Z","end":"2026-04-29T02:51:19.961608Z","steps":["trace[2039458538] 'process raft request' (duration: 135.29508ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:19.961749Z","caller":"traceutil/trace.go:171","msg":"trace[2106168969] transaction","detail":"{read_only:false; response_revision:26912; number_of_response:1; }","duration":"134.979555ms","start":"2026-04-29T02:51:19.826762Z","end":"2026-04-29T02:51:19.961741Z","steps":["trace[2106168969] 'process raft request' (duration: 134.145899ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:19.961897Z","caller":"traceutil/trace.go:171","msg":"trace[1385491608] transaction","detail":"{read_only:false; response_revision:26913; number_of_response:1; }","duration":"134.906723ms","start":"2026-04-29T02:51:19.826981Z","end":"2026-04-29T02:51:19.961888Z","steps":["trace[1385491608] 'process raft request' (duration: 133.955025ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:19.962028Z","caller":"traceutil/trace.go:171","msg":"trace[1785056021] transaction","detail":"{read_only:false; response_revision:26914; number_of_response:1; }","duration":"130.266756ms","start":"2026-04-29T02:51:19.831748Z","end":"2026-04-29T02:51:19.962015Z","steps":["trace[1785056021] 'process raft request' (duration: 129.222486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.962425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.182908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:51:19.962482Z","caller":"traceutil/trace.go:171","msg":"trace[532212212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26914; }","duration":"113.378472ms","start":"2026-04-29T02:51:19.84909Z","end":"2026-04-29T02:51:19.962469Z","steps":["trace[532212212] 'agreement among raft nodes before linearized reading' (duration: 113.118667ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:20.10402Z","caller":"traceutil/trace.go:171","msg":"trace[1175181350] transaction","detail":"{read_only:false; response_revision:26915; number_of_response:1; }","duration":"135.712007ms","start":"2026-04-29T02:51:19.96828Z","end":"2026-04-29T02:51:20.103992Z","steps":["trace[1175181350] 'process raft request' (duration: 110.539988ms)","trace[1175181350] 'compare' (duration: 25.055557ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:20.116036Z","caller":"traceutil/trace.go:171","msg":"trace[2039564763] linearizableReadLoop","detail":"{readStateIndex:27825; appliedIndex:27822; }","duration":"146.386856ms","start":"2026-04-29T02:51:19.969619Z","end":"2026-04-29T02:51:20.116006Z","steps":["trace[2039564763] 'read index received' (duration: 109.217064ms)","trace[2039564763] 'applied index is now lower than readState.Index' (duration: 37.168072ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:20.116109Z","caller":"traceutil/trace.go:171","msg":"trace[722785780] transaction","detail":"{read_only:false; response_revision:26916; number_of_response:1; }","duration":"147.68927ms","start":"2026-04-29T02:51:19.968384Z","end":"2026-04-29T02:51:20.116073Z","steps":["trace[722785780] 'process raft request' (duration: 147.381145ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:20.116203Z","caller":"traceutil/trace.go:171","msg":"trace[342915401] transaction","detail":"{read_only:false; response_revision:26917; number_of_response:1; }","duration":"146.687372ms","start":"2026-04-29T02:51:19.969484Z","end":"2026-04-29T02:51:20.116171Z","steps":["trace[342915401] 'process raft request' (duration: 146.460218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:20.116954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.811924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:51:20.117026Z","caller":"traceutil/trace.go:171","msg":"trace[361334837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26917; }","duration":"147.470527ms","start":"2026-04-29T02:51:19.969537Z","end":"2026-04-29T02:51:20.117008Z","steps":["trace[361334837] 'agreement among raft nodes before linearized reading' (duration: 146.59881ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:22.121678Z","caller":"traceutil/trace.go:171","msg":"trace[1944057014] transaction","detail":"{read_only:false; response_revision:26921; number_of_response:1; }","duration":"224.439349ms","start":"2026-04-29T02:51:21.897217Z","end":"2026-04-29T02:51:22.121656Z","steps":["trace[1944057014] 'process raft request' (duration: 224.278986ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:22.27359Z","caller":"traceutil/trace.go:171","msg":"trace[1222360836] linearizableReadLoop","detail":"{readStateIndex:27836; appliedIndex:27829; }","duration":"174.05169ms","start":"2026-04-29T02:51:22.099513Z","end":"2026-04-29T02:51:22.273564Z","steps":["trace[1222360836] 'read index received' (duration: 22.039879ms)","trace[1222360836] 'applied index is now lower than readState.Index' (duration: 152.010691ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:22.273689Z","caller":"traceutil/trace.go:171","msg":"trace[1915789763] transaction","detail":"{read_only:false; response_revision:26926; number_of_response:1; }","duration":"304.880787ms","start":"2026-04-29T02:51:21.968782Z","end":"2026-04-29T02:51:22.273663Z","steps":["trace[1915789763] 'process raft request' (duration: 304.701224ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:22.2736Z","caller":"traceutil/trace.go:171","msg":"trace[1914602141] transaction","detail":"{read_only:false; response_revision:26923; number_of_response:1; }","duration":"305.122761ms","start":"2026-04-29T02:51:21.968447Z","end":"2026-04-29T02:51:22.273569Z","steps":["trace[1914602141] 'process raft request' (duration: 304.910478ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:22.27371Z","caller":"traceutil/trace.go:171","msg":"trace[1461957223] transaction","detail":"{read_only:false; response_revision:26922; number_of_response:1; }","duration":"305.377986ms","start":"2026-04-29T02:51:21.968303Z","end":"2026-04-29T02:51:22.273681Z","steps":["trace[1461957223] 'process raft request' (duration: 290.994549ms)","trace[1461957223] 'compare' (duration: 13.909119ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:22.273739Z","caller":"traceutil/trace.go:171","msg":"trace[780204060] transaction","detail":"{read_only:false; response_revision:26924; number_of_response:1; }","duration":"305.010029ms","start":"2026-04-29T02:51:21.968708Z","end":"2026-04-29T02:51:22.273718Z","steps":["trace[780204060] 'process raft request' (duration: 304.698383ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:22.273732Z","caller":"traceutil/trace.go:171","msg":"trace[761323680] transaction","detail":"{read_only:false; response_revision:26927; number_of_response:1; }","duration":"304.898518ms","start":"2026-04-29T02:51:21.968798Z","end":"2026-04-29T02:51:22.273696Z","steps":["trace[761323680] 'process raft request' (duration: 304.721945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:22.27377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.241824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:22.27383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.968278Z","time spent":"305.478648ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:22.273829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.968429Z","time spent":"305.318655ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:22.27384Z","caller":"traceutil/trace.go:171","msg":"trace[1888839237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26927; }","duration":"174.366327ms","start":"2026-04-29T02:51:22.099461Z","end":"2026-04-29T02:51:22.273827Z","steps":["trace[1888839237] 'agreement among raft nodes before linearized reading' (duration: 174.235155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:22.273879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.293907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T02:51:22.273885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.96879Z","time spent":"305.01053ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:22.273924Z","caller":"traceutil/trace.go:171","msg":"trace[733078985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26927; }","duration":"166.390039ms","start":"2026-04-29T02:51:22.107523Z","end":"2026-04-29T02:51:22.273913Z","steps":["trace[733078985] 'agreement among raft nodes before linearized reading' (duration: 166.221936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:22.273953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.968772Z","time spent":"304.964438ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:22.274012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.59589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T02:51:22.274003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.502119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:51:22.274057Z","caller":"traceutil/trace.go:171","msg":"trace[1422167015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26927; }","duration":"153.679592ms","start":"2026-04-29T02:51:22.120366Z","end":"2026-04-29T02:51:22.274046Z","steps":["trace[1422167015] 'agreement among raft nodes before linearized reading' (duration: 153.510019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:22.274056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.193129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:51:22.274081Z","caller":"traceutil/trace.go:171","msg":"trace[1829528052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26927; }","duration":"153.638971ms","start":"2026-04-29T02:51:22.120423Z","end":"2026-04-29T02:51:22.274062Z","steps":["trace[1829528052] 'agreement among raft nodes before linearized reading' (duration: 153.379737ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:22.274097Z","caller":"traceutil/trace.go:171","msg":"trace[675783909] transaction","detail":"{read_only:false; response_revision:26925; number_of_response:1; }","duration":"304.887568ms","start":"2026-04-29T02:51:21.968755Z","end":"2026-04-29T02:51:22.273643Z","steps":["trace[675783909] 'process raft request' (duration: 304.686834ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:22.274134Z","caller":"traceutil/trace.go:171","msg":"trace[2147306519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26927; }","duration":"119.307871ms","start":"2026-04-29T02:51:22.154807Z","end":"2026-04-29T02:51:22.274115Z","steps":["trace[2147306519] 'agreement among raft nodes before linearized reading' (duration: 119.045236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:22.274213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.968733Z","time spent":"305.394356ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:22.274245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.968701Z","time spent":"305.091781ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:22.842367Z","caller":"traceutil/trace.go:171","msg":"trace[734274988] transaction","detail":"{read_only:false; response_revision:26933; number_of_response:1; }","duration":"117.513488ms","start":"2026-04-29T02:51:22.724831Z","end":"2026-04-29T02:51:22.842344Z","steps":["trace[734274988] 'process raft request' (duration: 76.999824ms)","trace[734274988] 'compare' (duration: 40.050196ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:23.81778Z","caller":"traceutil/trace.go:171","msg":"trace[732491846] transaction","detail":"{read_only:false; response_revision:26935; number_of_response:1; }","duration":"120.395822ms","start":"2026-04-29T02:51:23.697365Z","end":"2026-04-29T02:51:23.817761Z","steps":["trace[732491846] 'process raft request' (duration: 120.26122ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:23.824007Z","caller":"traceutil/trace.go:171","msg":"trace[1714455078] transaction","detail":"{read_only:false; response_revision:26936; number_of_response:1; }","duration":"123.771774ms","start":"2026-04-29T02:51:23.700207Z","end":"2026-04-29T02:51:23.823979Z","steps":["trace[1714455078] 'process raft request' (duration: 123.49536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:24.0504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.104707ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-29T02:51:24.050476Z","caller":"traceutil/trace.go:171","msg":"trace[1404965561] compact","detail":"{revision:24874; response_revision:26937; }","duration":"224.849907ms","start":"2026-04-29T02:51:23.825614Z","end":"2026-04-29T02:51:24.050464Z","steps":["trace[1404965561] 'process raft request' (duration: 61.631618ms)","trace[1404965561] 'check and update compact revision' (duration: 163.032926ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:24.050658Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24874} {"level":"warn","ts":"2026-04-29T02:51:24.724323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.268034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:24.724602Z","caller":"traceutil/trace.go:171","msg":"trace[540442360] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"443.467318ms","start":"2026-04-29T02:51:24.281116Z","end":"2026-04-29T02:51:24.724583Z","steps":["trace[540442360] 'process raft request' (duration: 443.387186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:24.724675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:24.281104Z","time spent":"443.537889ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:24.724667Z","caller":"traceutil/trace.go:171","msg":"trace[838020261] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"444.207081ms","start":"2026-04-29T02:51:24.280408Z","end":"2026-04-29T02:51:24.724615Z","steps":["trace[838020261] 'process raft request' (duration: 444.025158ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:24.724745Z","caller":"traceutil/trace.go:171","msg":"trace[848545213] transaction","detail":"{read_only:false; response_revision:26940; number_of_response:1; }","duration":"444.627029ms","start":"2026-04-29T02:51:24.280069Z","end":"2026-04-29T02:51:24.724696Z","steps":["trace[848545213] 'process raft request' (duration: 326.865086ms)","trace[848545213] 'compare' (duration: 66.113762ms)","trace[848545213] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:604; } (duration: 51.04408ms)"],"step_count":3} {"level":"warn","ts":"2026-04-29T02:51:24.724874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:24.280383Z","time spent":"444.381206ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:24.724953Z","caller":"traceutil/trace.go:171","msg":"trace[134311899] transaction","detail":"{read_only:false; response_revision:26943; number_of_response:1; }","duration":"443.676362ms","start":"2026-04-29T02:51:24.281257Z","end":"2026-04-29T02:51:24.724933Z","steps":["trace[134311899] 'process raft request' (duration: 443.290204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:24.725051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:24.281239Z","time spent":"443.766473ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:24.724995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:24.280041Z","time spent":"444.790573ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:24.725447Z","caller":"traceutil/trace.go:171","msg":"trace[884210534] transaction","detail":"{read_only:false; response_revision:26944; number_of_response:1; }","duration":"444.11735ms","start":"2026-04-29T02:51:24.281312Z","end":"2026-04-29T02:51:24.725429Z","steps":["trace[884210534] 'process raft request' (duration: 443.503719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:24.725535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:24.28128Z","time spent":"444.210212ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:24.725539Z","caller":"traceutil/trace.go:171","msg":"trace[1904075277] transaction","detail":"{read_only:false; response_revision:26945; number_of_response:1; }","duration":"443.995867ms","start":"2026-04-29T02:51:24.281465Z","end":"2026-04-29T02:51:24.725461Z","steps":["trace[1904075277] 'process raft request' (duration: 443.839784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:24.725697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:24.281425Z","time spent":"444.223832ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:24.725771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.019781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:51:24.725827Z","caller":"traceutil/trace.go:171","msg":"trace[1350228400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26945; }","duration":"442.113903ms","start":"2026-04-29T02:51:24.283701Z","end":"2026-04-29T02:51:24.725815Z","steps":["trace[1350228400] 'agreement among raft nodes before linearized reading' (duration: 441.938079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:24.725862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:24.283687Z","time spent":"442.168344ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T02:51:24.725435Z","caller":"traceutil/trace.go:171","msg":"trace[113036376] linearizableReadLoop","detail":"{readStateIndex:27855; appliedIndex:27849; }","duration":"441.677295ms","start":"2026-04-29T02:51:24.283743Z","end":"2026-04-29T02:51:24.72542Z","steps":["trace[113036376] 'read index received' (duration: 323.190118ms)","trace[113036376] 'applied index is now lower than readState.Index' (duration: 118.485147ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:24.726036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.41921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T02:51:24.72607Z","caller":"traceutil/trace.go:171","msg":"trace[765901789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26945; }","duration":"440.474902ms","start":"2026-04-29T02:51:24.285587Z","end":"2026-04-29T02:51:24.726062Z","steps":["trace[765901789] 'agreement among raft nodes before linearized reading' (duration: 440.38836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:24.726111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:24.28557Z","time spent":"440.534843ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:51:24.726119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.974643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-29T02:51:24.726145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.516982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T02:51:24.726175Z","caller":"traceutil/trace.go:171","msg":"trace[517291046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26945; }","duration":"440.045994ms","start":"2026-04-29T02:51:24.286112Z","end":"2026-04-29T02:51:24.726158Z","steps":["trace[517291046] 'agreement among raft nodes before linearized reading' (duration: 439.86012ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:24.726204Z","caller":"traceutil/trace.go:171","msg":"trace[1104854424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26945; }","duration":"440.621385ms","start":"2026-04-29T02:51:24.28557Z","end":"2026-04-29T02:51:24.726192Z","steps":["trace[1104854424] 'agreement among raft nodes before linearized reading' (duration: 440.468262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:24.726237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:24.286104Z","time spent":"440.121996ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:51:24.726242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:24.285547Z","time spent":"440.685886ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:51:24.726042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.71992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:24.726405Z","caller":"traceutil/trace.go:171","msg":"trace[557699118] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26945; }","duration":"199.053397ms","start":"2026-04-29T02:51:24.527301Z","end":"2026-04-29T02:51:24.726355Z","steps":["trace[557699118] 'agreement among raft nodes before linearized reading' (duration: 198.67922ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:25.320155Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24874,"took":"1.265121588s","hash":4051383871,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":34713600,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-29T02:51:25.320244Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4051383871,"revision":24874,"compact-revision":21786} {"level":"info","ts":"2026-04-29T02:51:26.219102Z","caller":"traceutil/trace.go:171","msg":"trace[1740553121] linearizableReadLoop","detail":"{readStateIndex:27865; appliedIndex:27864; }","duration":"104.903093ms","start":"2026-04-29T02:51:26.114175Z","end":"2026-04-29T02:51:26.219078Z","steps":["trace[1740553121] 'read index received' (duration: 104.73296ms)","trace[1740553121] 'applied index is now lower than readState.Index' (duration: 169.163µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:26.219195Z","caller":"traceutil/trace.go:171","msg":"trace[1422363489] transaction","detail":"{read_only:false; response_revision:26954; number_of_response:1; }","duration":"116.670262ms","start":"2026-04-29T02:51:26.102508Z","end":"2026-04-29T02:51:26.219178Z","steps":["trace[1422363489] 'process raft request' (duration: 116.415168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:26.219266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.071336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:26.219297Z","caller":"traceutil/trace.go:171","msg":"trace[1566977048] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26954; }","duration":"105.117237ms","start":"2026-04-29T02:51:26.114169Z","end":"2026-04-29T02:51:26.219287Z","steps":["trace[1566977048] 'agreement among raft nodes before linearized reading' (duration: 104.992105ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:26.947224Z","caller":"traceutil/trace.go:171","msg":"trace[1731542311] linearizableReadLoop","detail":"{readStateIndex:27872; appliedIndex:27867; }","duration":"133.090278ms","start":"2026-04-29T02:51:26.814114Z","end":"2026-04-29T02:51:26.947204Z","steps":["trace[1731542311] 'read index received' (duration: 132.817063ms)","trace[1731542311] 'applied index is now lower than readState.Index' (duration: 272.295µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:26.947468Z","caller":"traceutil/trace.go:171","msg":"trace[1234390716] transaction","detail":"{read_only:false; response_revision:26957; number_of_response:1; }","duration":"216.589114ms","start":"2026-04-29T02:51:26.730865Z","end":"2026-04-29T02:51:26.947454Z","steps":["trace[1234390716] 'process raft request' (duration: 216.066974ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:26.947852Z","caller":"traceutil/trace.go:171","msg":"trace[1667034434] transaction","detail":"{read_only:false; response_revision:26958; number_of_response:1; }","duration":"216.085523ms","start":"2026-04-29T02:51:26.731737Z","end":"2026-04-29T02:51:26.947823Z","steps":["trace[1667034434] 'process raft request' (duration: 215.35098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:26.948074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.021385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:51:26.94813Z","caller":"traceutil/trace.go:171","msg":"trace[981058940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26961; }","duration":"134.100296ms","start":"2026-04-29T02:51:26.814014Z","end":"2026-04-29T02:51:26.948115Z","steps":["trace[981058940] 'agreement among raft nodes before linearized reading' (duration: 133.935313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:26.948188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.141107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:51:26.948238Z","caller":"traceutil/trace.go:171","msg":"trace[546947997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26961; }","duration":"134.23778ms","start":"2026-04-29T02:51:26.813985Z","end":"2026-04-29T02:51:26.948223Z","steps":["trace[546947997] 'agreement among raft nodes before linearized reading' (duration: 134.064426ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:26.948272Z","caller":"traceutil/trace.go:171","msg":"trace[1152076424] transaction","detail":"{read_only:false; response_revision:26960; number_of_response:1; }","duration":"216.046704ms","start":"2026-04-29T02:51:26.732218Z","end":"2026-04-29T02:51:26.948265Z","steps":["trace[1152076424] 'process raft request' (duration: 214.924863ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:26.948353Z","caller":"traceutil/trace.go:171","msg":"trace[39778027] transaction","detail":"{read_only:false; response_revision:26961; number_of_response:1; }","duration":"216.055834ms","start":"2026-04-29T02:51:26.732289Z","end":"2026-04-29T02:51:26.948345Z","steps":["trace[39778027] 'process raft request' (duration: 214.883563ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:26.948242Z","caller":"traceutil/trace.go:171","msg":"trace[1912350467] transaction","detail":"{read_only:false; response_revision:26959; number_of_response:1; }","duration":"216.137495ms","start":"2026-04-29T02:51:26.732094Z","end":"2026-04-29T02:51:26.948231Z","steps":["trace[1912350467] 'process raft request' (duration: 215.026705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:26.948485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.407493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:51:26.948529Z","caller":"traceutil/trace.go:171","msg":"trace[1290631014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26961; }","duration":"134.473334ms","start":"2026-04-29T02:51:26.814044Z","end":"2026-04-29T02:51:26.948518Z","steps":["trace[1290631014] 'agreement among raft nodes before linearized reading' (duration: 134.369942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:26.948779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.714648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:51:26.94882Z","caller":"traceutil/trace.go:171","msg":"trace[1863254700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26961; }","duration":"134.755099ms","start":"2026-04-29T02:51:26.814055Z","end":"2026-04-29T02:51:26.94881Z","steps":["trace[1863254700] 'agreement among raft nodes before linearized reading' (duration: 134.664287ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:27.148456Z","caller":"traceutil/trace.go:171","msg":"trace[1049053521] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"195.066233ms","start":"2026-04-29T02:51:26.953365Z","end":"2026-04-29T02:51:27.148431Z","steps":["trace[1049053521] 'process raft request' (duration: 184.330373ms)","trace[1049053521] 'compare' (duration: 10.420604ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:27.148752Z","caller":"traceutil/trace.go:171","msg":"trace[597569575] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"195.010582ms","start":"2026-04-29T02:51:26.95373Z","end":"2026-04-29T02:51:27.148741Z","steps":["trace[597569575] 'process raft request' (duration: 194.844009ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:27.14882Z","caller":"traceutil/trace.go:171","msg":"trace[144901457] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"195.124164ms","start":"2026-04-29T02:51:26.953662Z","end":"2026-04-29T02:51:27.148787Z","steps":["trace[144901457] 'process raft request' (duration: 194.679355ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:27.148828Z","caller":"traceutil/trace.go:171","msg":"trace[2127128192] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"195.031022ms","start":"2026-04-29T02:51:26.953725Z","end":"2026-04-29T02:51:27.148756Z","steps":["trace[2127128192] 'process raft request' (duration: 194.92777ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:07.296872Z","caller":"traceutil/trace.go:171","msg":"trace[1778175266] transaction","detail":"{read_only:false; response_revision:27425; number_of_response:1; }","duration":"108.105963ms","start":"2026-04-29T02:52:07.188736Z","end":"2026-04-29T02:52:07.296841Z","steps":["trace[1778175266] 'process raft request' (duration: 107.9338ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:07.344116Z","caller":"traceutil/trace.go:171","msg":"trace[666000925] transaction","detail":"{read_only:false; response_revision:27426; number_of_response:1; }","duration":"152.354567ms","start":"2026-04-29T02:52:07.191733Z","end":"2026-04-29T02:52:07.344088Z","steps":["trace[666000925] 'process raft request' (duration: 152.137163ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:07.344344Z","caller":"traceutil/trace.go:171","msg":"trace[826218149] transaction","detail":"{read_only:false; response_revision:27427; number_of_response:1; }","duration":"128.422442ms","start":"2026-04-29T02:52:07.215888Z","end":"2026-04-29T02:52:07.344311Z","steps":["trace[826218149] 'process raft request' (duration: 128.155127ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:07.345584Z","caller":"traceutil/trace.go:171","msg":"trace[482683529] transaction","detail":"{read_only:false; response_revision:27428; number_of_response:1; }","duration":"128.500723ms","start":"2026-04-29T02:52:07.216993Z","end":"2026-04-29T02:52:07.345494Z","steps":["trace[482683529] 'process raft request' (duration: 127.208499ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:07.345883Z","caller":"traceutil/trace.go:171","msg":"trace[1314815982] transaction","detail":"{read_only:false; response_revision:27429; number_of_response:1; }","duration":"125.743322ms","start":"2026-04-29T02:52:07.220097Z","end":"2026-04-29T02:52:07.34584Z","steps":["trace[1314815982] 'process raft request' (duration: 125.293274ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:07.345748Z","caller":"traceutil/trace.go:171","msg":"trace[1140890572] linearizableReadLoop","detail":"{readStateIndex:28348; appliedIndex:28346; }","duration":"150.601473ms","start":"2026-04-29T02:52:07.195132Z","end":"2026-04-29T02:52:07.345734Z","steps":["trace[1140890572] 'read index received' (duration: 101.572421ms)","trace[1140890572] 'applied index is now lower than readState.Index' (duration: 49.027412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:52:07.346108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.95123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18650"} {"level":"info","ts":"2026-04-29T02:52:07.346194Z","caller":"traceutil/trace.go:171","msg":"trace[1792301421] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27429; }","duration":"151.078202ms","start":"2026-04-29T02:52:07.195097Z","end":"2026-04-29T02:52:07.346176Z","steps":["trace[1792301421] 'agreement among raft nodes before linearized reading' (duration: 150.825618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:07.347078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.760006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:52:07.347168Z","caller":"traceutil/trace.go:171","msg":"trace[210523142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27429; }","duration":"123.150293ms","start":"2026-04-29T02:52:07.224003Z","end":"2026-04-29T02:52:07.347153Z","steps":["trace[210523142] 'agreement among raft nodes before linearized reading' (duration: 122.504401ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:21.835007Z","caller":"traceutil/trace.go:171","msg":"trace[245685103] linearizableReadLoop","detail":"{readStateIndex:28454; appliedIndex:28452; }","duration":"384.051892ms","start":"2026-04-29T02:52:21.450906Z","end":"2026-04-29T02:52:21.834958Z","steps":["trace[245685103] 'read index received' (duration: 9.552858ms)","trace[245685103] 'applied index is now lower than readState.Index' (duration: 374.497294ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:52:21.835146Z","caller":"traceutil/trace.go:171","msg":"trace[238498300] transaction","detail":"{read_only:false; response_revision:27529; number_of_response:1; }","duration":"402.796211ms","start":"2026-04-29T02:52:21.432321Z","end":"2026-04-29T02:52:21.835117Z","steps":["trace[238498300] 'process raft request' (duration: 396.165297ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:21.835197Z","caller":"traceutil/trace.go:171","msg":"trace[985209259] transaction","detail":"{read_only:false; response_revision:27530; number_of_response:1; }","duration":"383.763856ms","start":"2026-04-29T02:52:21.451415Z","end":"2026-04-29T02:52:21.835179Z","steps":["trace[985209259] 'process raft request' (duration: 383.321617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:21.835346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:21.451405Z","time spent":"383.839248ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:52:21.835468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:21.432296Z","time spent":"402.926123ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:52:21.835443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.450479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:52:21.835558Z","caller":"traceutil/trace.go:171","msg":"trace[1339903053] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:27531; }","duration":"384.716655ms","start":"2026-04-29T02:52:21.450811Z","end":"2026-04-29T02:52:21.835528Z","steps":["trace[1339903053] 'agreement among raft nodes before linearized reading' (duration: 384.413269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:21.835677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.944256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:52:21.835486Z","caller":"traceutil/trace.go:171","msg":"trace[358326344] transaction","detail":"{read_only:false; response_revision:27531; number_of_response:1; }","duration":"383.098284ms","start":"2026-04-29T02:52:21.452367Z","end":"2026-04-29T02:52:21.835465Z","steps":["trace[358326344] 'process raft request' (duration: 382.516954ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:21.83572Z","caller":"traceutil/trace.go:171","msg":"trace[1692777564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27531; }","duration":"125.015378ms","start":"2026-04-29T02:52:21.710696Z","end":"2026-04-29T02:52:21.835711Z","steps":["trace[1692777564] 'agreement among raft nodes before linearized reading' (duration: 124.864945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:21.835718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.66743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:52:21.835667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:21.450786Z","time spent":"384.860597ms","remote":"127.0.0.1:42998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:52:21.83579Z","caller":"traceutil/trace.go:171","msg":"trace[1376282378] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:27531; }","duration":"198.741091ms","start":"2026-04-29T02:52:21.637027Z","end":"2026-04-29T02:52:21.835768Z","steps":["trace[1376282378] 'agreement among raft nodes before linearized reading' (duration: 198.611299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:21.835785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.124113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-29T02:52:21.835808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.618215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T02:52:21.835812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:21.452362Z","time spent":"383.364339ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:52:21.835871Z","caller":"traceutil/trace.go:171","msg":"trace[1234625583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27531; }","duration":"123.260055ms","start":"2026-04-29T02:52:21.712589Z","end":"2026-04-29T02:52:21.835849Z","steps":["trace[1234625583] 'agreement among raft nodes before linearized reading' (duration: 123.073802ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:21.835875Z","caller":"traceutil/trace.go:171","msg":"trace[1095822197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27531; }","duration":"258.729258ms","start":"2026-04-29T02:52:21.577131Z","end":"2026-04-29T02:52:21.83586Z","steps":["trace[1095822197] 'agreement among raft nodes before linearized reading' (duration: 258.514524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:21.835936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.401891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:52:21.835977Z","caller":"traceutil/trace.go:171","msg":"trace[1238349044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27531; }","duration":"375.480251ms","start":"2026-04-29T02:52:21.460485Z","end":"2026-04-29T02:52:21.835965Z","steps":["trace[1238349044] 'agreement among raft nodes before linearized reading' (duration: 375.067684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:21.835999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:21.46047Z","time spent":"375.522413ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:52:21.836068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.029442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:52:21.836123Z","caller":"traceutil/trace.go:171","msg":"trace[779230498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27531; }","duration":"122.112164ms","start":"2026-04-29T02:52:21.713998Z","end":"2026-04-29T02:52:21.83611Z","steps":["trace[779230498] 'agreement among raft nodes before linearized reading' (duration: 121.651406ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:27.374455Z","caller":"traceutil/trace.go:171","msg":"trace[1964769353] transaction","detail":"{read_only:false; response_revision:27572; number_of_response:1; }","duration":"249.76105ms","start":"2026-04-29T02:52:27.124666Z","end":"2026-04-29T02:52:27.374427Z","steps":["trace[1964769353] 'process raft request' (duration: 249.386603ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:28.014051Z","caller":"traceutil/trace.go:171","msg":"trace[534885649] transaction","detail":"{read_only:false; response_revision:27576; number_of_response:1; }","duration":"160.55989ms","start":"2026-04-29T02:52:27.853462Z","end":"2026-04-29T02:52:28.014022Z","steps":["trace[534885649] 'process raft request' (duration: 160.375817ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:28.222507Z","caller":"traceutil/trace.go:171","msg":"trace[311930777] transaction","detail":"{read_only:false; response_revision:27577; number_of_response:1; }","duration":"361.645705ms","start":"2026-04-29T02:52:27.86083Z","end":"2026-04-29T02:52:28.222476Z","steps":["trace[311930777] 'process raft request' (duration: 361.37957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:28.222676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:27.860808Z","time spent":"361.781567ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:52:28.222935Z","caller":"traceutil/trace.go:171","msg":"trace[23946122] linearizableReadLoop","detail":"{readStateIndex:28503; appliedIndex:28501; }","duration":"362.000101ms","start":"2026-04-29T02:52:27.860885Z","end":"2026-04-29T02:52:28.222885Z","steps":["trace[23946122] 'read index received' (duration: 153.036551ms)","trace[23946122] 'applied index is now lower than readState.Index' (duration: 208.9612ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:52:28.223084Z","caller":"traceutil/trace.go:171","msg":"trace[604893748] transaction","detail":"{read_only:false; response_revision:27578; number_of_response:1; }","duration":"360.989522ms","start":"2026-04-29T02:52:27.862076Z","end":"2026-04-29T02:52:28.223065Z","steps":["trace[604893748] 'process raft request' (duration: 360.32529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:28.223396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.445559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:52:28.223568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.347374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T02:52:28.223577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.655842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T02:52:28.223664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.847386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:52:28.223691Z","caller":"traceutil/trace.go:171","msg":"trace[469916014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27578; }","duration":"357.499648ms","start":"2026-04-29T02:52:27.866178Z","end":"2026-04-29T02:52:28.223678Z","steps":["trace[469916014] 'agreement among raft nodes before linearized reading' (duration: 357.179041ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:28.223689Z","caller":"traceutil/trace.go:171","msg":"trace[1160768359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27578; }","duration":"355.801276ms","start":"2026-04-29T02:52:27.867866Z","end":"2026-04-29T02:52:28.223667Z","steps":["trace[1160768359] 'agreement among raft nodes before linearized reading' (duration: 355.49667ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:28.223726Z","caller":"traceutil/trace.go:171","msg":"trace[1404934638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27578; }","duration":"123.944548ms","start":"2026-04-29T02:52:28.099761Z","end":"2026-04-29T02:52:28.223705Z","steps":["trace[1404934638] 'agreement among raft nodes before linearized reading' (duration: 123.873327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:28.223739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:27.867856Z","time spent":"355.874227ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:52:28.223692Z","caller":"traceutil/trace.go:171","msg":"trace[530875634] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27578; }","duration":"362.702983ms","start":"2026-04-29T02:52:27.860839Z","end":"2026-04-29T02:52:28.223542Z","steps":["trace[530875634] 'agreement among raft nodes before linearized reading' (duration: 362.311646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:28.223846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:27.860822Z","time spent":"363.00612ms","remote":"127.0.0.1:43298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:52:28.223927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.400149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:52:28.223995Z","caller":"traceutil/trace.go:171","msg":"trace[1294061609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27578; }","duration":"354.457981ms","start":"2026-04-29T02:52:27.869499Z","end":"2026-04-29T02:52:28.223957Z","steps":["trace[1294061609] 'agreement among raft nodes before linearized reading' (duration: 354.304218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:28.22373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:27.866172Z","time spent":"357.547698ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:52:28.224002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:27.862066Z","time spent":"361.209735ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:52:28.224034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:27.86949Z","time spent":"354.535322ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:52:28.223549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.66457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:52:28.224131Z","caller":"traceutil/trace.go:171","msg":"trace[232079543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27578; }","duration":"358.287441ms","start":"2026-04-29T02:52:27.865824Z","end":"2026-04-29T02:52:28.224111Z","steps":["trace[232079543] 'agreement among raft nodes before linearized reading' (duration: 357.502416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:28.224178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:27.865813Z","time spent":"358.351052ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:52:28.22434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.285691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:52:28.2244Z","caller":"traceutil/trace.go:171","msg":"trace[1325108546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27578; }","duration":"358.365013ms","start":"2026-04-29T02:52:27.866021Z","end":"2026-04-29T02:52:28.224386Z","steps":["trace[1325108546] 'agreement among raft nodes before linearized reading' (duration: 357.445276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:28.22445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:27.866014Z","time spent":"358.417784ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T02:52:47.606499Z","caller":"traceutil/trace.go:171","msg":"trace[1747447913] transaction","detail":"{read_only:false; response_revision:27765; number_of_response:1; }","duration":"150.761398ms","start":"2026-04-29T02:52:47.455712Z","end":"2026-04-29T02:52:47.606473Z","steps":["trace[1747447913] 'process raft request' (duration: 150.562795ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:53:15.819637Z","caller":"traceutil/trace.go:171","msg":"trace[1784484509] transaction","detail":"{read_only:false; response_revision:28019; number_of_response:1; }","duration":"121.748987ms","start":"2026-04-29T02:53:15.697831Z","end":"2026-04-29T02:53:15.81958Z","steps":["trace[1784484509] 'process raft request' (duration: 121.479722ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:53:15.852046Z","caller":"traceutil/trace.go:171","msg":"trace[992047400] linearizableReadLoop","detail":"{readStateIndex:28957; appliedIndex:28955; }","duration":"139.859455ms","start":"2026-04-29T02:53:15.712156Z","end":"2026-04-29T02:53:15.852016Z","steps":["trace[992047400] 'read index received' (duration: 107.153015ms)","trace[992047400] 'applied index is now lower than readState.Index' (duration: 32.70521ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:53:15.852113Z","caller":"traceutil/trace.go:171","msg":"trace[1659220519] transaction","detail":"{read_only:false; response_revision:28020; number_of_response:1; }","duration":"140.973096ms","start":"2026-04-29T02:53:15.711093Z","end":"2026-04-29T02:53:15.852066Z","steps":["trace[1659220519] 'process raft request' (duration: 140.71271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:53:15.85224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.033328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:53:15.852293Z","caller":"traceutil/trace.go:171","msg":"trace[1742054534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28021; }","duration":"140.17092ms","start":"2026-04-29T02:53:15.712104Z","end":"2026-04-29T02:53:15.852275Z","steps":["trace[1742054534] 'agreement among raft nodes before linearized reading' (duration: 140.027808ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:53:15.852299Z","caller":"traceutil/trace.go:171","msg":"trace[284649337] transaction","detail":"{read_only:false; response_revision:28021; number_of_response:1; }","duration":"132.133991ms","start":"2026-04-29T02:53:15.720098Z","end":"2026-04-29T02:53:15.852232Z","steps":["trace[284649337] 'process raft request' (duration: 131.868147ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:53:24.738521Z","caller":"traceutil/trace.go:171","msg":"trace[2139389199] transaction","detail":"{read_only:false; response_revision:28090; number_of_response:1; }","duration":"134.557685ms","start":"2026-04-29T02:53:24.60393Z","end":"2026-04-29T02:53:24.738488Z","steps":["trace[2139389199] 'process raft request' (duration: 68.855983ms)","trace[2139389199] 'compare' (duration: 65.483448ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:53:25.116654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.221892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-29T02:53:25.116723Z","caller":"traceutil/trace.go:171","msg":"trace[513013085] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:28091; }","duration":"118.330894ms","start":"2026-04-29T02:53:24.998375Z","end":"2026-04-29T02:53:25.116706Z","steps":["trace[513013085] 'range keys from in-memory index tree' (duration: 118.071378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:53:25.11694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.207585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130974"} {"level":"info","ts":"2026-04-29T02:53:25.116987Z","caller":"traceutil/trace.go:171","msg":"trace[1435154187] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:28091; }","duration":"101.253457ms","start":"2026-04-29T02:53:25.015722Z","end":"2026-04-29T02:53:25.116975Z","steps":["trace[1435154187] 'range keys from in-memory index tree' (duration: 101.076782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:53:25.117022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.588944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:53:25.117058Z","caller":"traceutil/trace.go:171","msg":"trace[2107078914] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28091; }","duration":"114.642445ms","start":"2026-04-29T02:53:25.002406Z","end":"2026-04-29T02:53:25.117048Z","steps":["trace[2107078914] 'range keys from in-memory index tree' (duration: 114.525343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:53:25.117148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.458061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21418"} {"level":"info","ts":"2026-04-29T02:53:25.117167Z","caller":"traceutil/trace.go:171","msg":"trace[1970921129] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28091; }","duration":"107.515102ms","start":"2026-04-29T02:53:25.009646Z","end":"2026-04-29T02:53:25.117161Z","steps":["trace[1970921129] 'range keys from in-memory index tree' (duration: 107.352599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:54:40.593166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.976901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:54:40.593251Z","caller":"traceutil/trace.go:171","msg":"trace[278225330] transaction","detail":"{read_only:false; response_revision:28869; number_of_response:1; }","duration":"436.543069ms","start":"2026-04-29T02:54:40.156693Z","end":"2026-04-29T02:54:40.593236Z","steps":["trace[278225330] 'process raft request' (duration: 321.444376ms)","trace[278225330] 'compare' (duration: 114.906459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:54:40.593288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:54:40.156679Z","time spent":"436.58983ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:54:40.593895Z","caller":"traceutil/trace.go:171","msg":"trace[1981489482] linearizableReadLoop","detail":"{readStateIndex:29830; appliedIndex:29828; }","duration":"321.701921ms","start":"2026-04-29T02:54:40.272156Z","end":"2026-04-29T02:54:40.593858Z","steps":["trace[1981489482] 'read index received' (duration: 205.994726ms)","trace[1981489482] 'applied index is now lower than readState.Index' (duration: 115.706265ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:54:40.593923Z","caller":"traceutil/trace.go:171","msg":"trace[1705066446] transaction","detail":"{read_only:false; response_revision:28870; number_of_response:1; }","duration":"435.56729ms","start":"2026-04-29T02:54:40.158318Z","end":"2026-04-29T02:54:40.593885Z","steps":["trace[1705066446] 'process raft request' (duration: 435.397647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:54:40.59411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:54:40.1583Z","time spent":"435.713343ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:54:40.594134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.965605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:54:40.594228Z","caller":"traceutil/trace.go:171","msg":"trace[1322541039] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28870; }","duration":"322.095568ms","start":"2026-04-29T02:54:40.272114Z","end":"2026-04-29T02:54:40.59421Z","steps":["trace[1322541039] 'agreement among raft nodes before linearized reading' (duration: 321.847934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:54:40.59428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:54:40.2721Z","time spent":"322.169639ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:54:40.599149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.747665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-04-29T02:54:40.599224Z","caller":"traceutil/trace.go:171","msg":"trace[873142374] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:28871; }","duration":"216.821477ms","start":"2026-04-29T02:54:40.382384Z","end":"2026-04-29T02:54:40.599205Z","steps":["trace[873142374] 'agreement among raft nodes before linearized reading' (duration: 216.669624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:54:51.401032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.296466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4860"} {"level":"info","ts":"2026-04-29T02:54:51.401136Z","caller":"traceutil/trace.go:171","msg":"trace[1108238292] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:28960; }","duration":"123.459419ms","start":"2026-04-29T02:54:51.277649Z","end":"2026-04-29T02:54:51.401108Z","steps":["trace[1108238292] 'range keys from in-memory index tree' (duration: 123.052911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:54:51.40155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.581421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:54:51.401689Z","caller":"traceutil/trace.go:171","msg":"trace[65983040] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28960; }","duration":"138.786075ms","start":"2026-04-29T02:54:51.262873Z","end":"2026-04-29T02:54:51.401659Z","steps":["trace[65983040] 'range keys from in-memory index tree' (duration: 138.326066ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:54:51.401572Z","caller":"traceutil/trace.go:171","msg":"trace[858819149] transaction","detail":"{read_only:false; response_revision:28961; number_of_response:1; }","duration":"111.960044ms","start":"2026-04-29T02:54:51.28958Z","end":"2026-04-29T02:54:51.40154Z","steps":["trace[858819149] 'process raft request' (duration: 65.141522ms)","trace[858819149] 'compare' (duration: 46.433035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:54:51.758279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.006029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:54:51.758355Z","caller":"traceutil/trace.go:171","msg":"trace[740141745] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28962; }","duration":"248.136761ms","start":"2026-04-29T02:54:51.510197Z","end":"2026-04-29T02:54:51.758334Z","steps":["trace[740141745] 'count revisions from in-memory index tree' (duration: 247.922217ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:54:52.578765Z","caller":"traceutil/trace.go:171","msg":"trace[138994439] linearizableReadLoop","detail":"{readStateIndex:29926; appliedIndex:29925; }","duration":"184.815731ms","start":"2026-04-29T02:54:52.393924Z","end":"2026-04-29T02:54:52.57874Z","steps":["trace[138994439] 'read index received' (duration: 184.610887ms)","trace[138994439] 'applied index is now lower than readState.Index' (duration: 203.624µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:54:52.578993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.044405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:54:52.579031Z","caller":"traceutil/trace.go:171","msg":"trace[1636588491] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28963; }","duration":"185.149557ms","start":"2026-04-29T02:54:52.393867Z","end":"2026-04-29T02:54:52.579016Z","steps":["trace[1636588491] 'agreement among raft nodes before linearized reading' (duration: 184.979074ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:54:52.579359Z","caller":"traceutil/trace.go:171","msg":"trace[1409388587] transaction","detail":"{read_only:false; response_revision:28963; number_of_response:1; }","duration":"423.501105ms","start":"2026-04-29T02:54:52.155837Z","end":"2026-04-29T02:54:52.579338Z","steps":["trace[1409388587] 'process raft request' (duration: 422.71128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:54:52.579461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:54:52.155806Z","time spent":"423.587908ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:54:52.743009Z","caller":"traceutil/trace.go:171","msg":"trace[1085920076] transaction","detail":"{read_only:false; response_revision:28965; number_of_response:1; }","duration":"101.175944ms","start":"2026-04-29T02:54:52.641804Z","end":"2026-04-29T02:54:52.74298Z","steps":["trace[1085920076] 'process raft request' (duration: 101.078162ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:54:52.743411Z","caller":"traceutil/trace.go:171","msg":"trace[58829485] transaction","detail":"{read_only:false; response_revision:28964; number_of_response:1; }","duration":"102.465448ms","start":"2026-04-29T02:54:52.640529Z","end":"2026-04-29T02:54:52.742995Z","steps":["trace[58829485] 'process raft request' (duration: 23.478876ms)","trace[58829485] 'compare' (duration: 78.624525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:54:53.198948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.475727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:54:53.199184Z","caller":"traceutil/trace.go:171","msg":"trace[1899874719] transaction","detail":"{read_only:false; response_revision:28970; number_of_response:1; }","duration":"144.906289ms","start":"2026-04-29T02:54:53.054259Z","end":"2026-04-29T02:54:53.199165Z","steps":["trace[1899874719] 'process raft request' (duration: 144.863258ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:54:53.19939Z","caller":"traceutil/trace.go:171","msg":"trace[1601071834] linearizableReadLoop","detail":"{readStateIndex:29932; appliedIndex:29930; }","duration":"173.616443ms","start":"2026-04-29T02:54:53.025746Z","end":"2026-04-29T02:54:53.199362Z","steps":["trace[1601071834] 'read index received' (duration: 52.261µs)","trace[1601071834] 'applied index is now lower than readState.Index' (duration: 173.561862ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:54:53.199413Z","caller":"traceutil/trace.go:171","msg":"trace[1752234333] transaction","detail":"{read_only:false; response_revision:28969; number_of_response:1; }","duration":"279.715179ms","start":"2026-04-29T02:54:52.919646Z","end":"2026-04-29T02:54:53.199361Z","steps":["trace[1752234333] 'process raft request' (duration: 279.414123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:54:53.199636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.855717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-29T02:54:53.199668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.599094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:54:53.199705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.53815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T02:54:53.199705Z","caller":"traceutil/trace.go:171","msg":"trace[750046814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28970; }","duration":"173.98443ms","start":"2026-04-29T02:54:53.025706Z","end":"2026-04-29T02:54:53.199691Z","steps":["trace[750046814] 'agreement among raft nodes before linearized reading' (duration: 173.757176ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:54:53.199754Z","caller":"traceutil/trace.go:171","msg":"trace[579652073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28970; }","duration":"153.632411ms","start":"2026-04-29T02:54:53.046111Z","end":"2026-04-29T02:54:53.199743Z","steps":["trace[579652073] 'agreement among raft nodes before linearized reading' (duration: 153.489148ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:54:53.199789Z","caller":"traceutil/trace.go:171","msg":"trace[1099012329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28970; }","duration":"100.735675ms","start":"2026-04-29T02:54:53.099002Z","end":"2026-04-29T02:54:53.199738Z","steps":["trace[1099012329] 'agreement among raft nodes before linearized reading' (duration: 100.551562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:54:53.199707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.315398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:54:53.199844Z","caller":"traceutil/trace.go:171","msg":"trace[516057000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28970; }","duration":"129.491011ms","start":"2026-04-29T02:54:53.070345Z","end":"2026-04-29T02:54:53.199836Z","steps":["trace[516057000] 'agreement among raft nodes before linearized reading' (duration: 129.180666ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:54:53.200161Z","caller":"traceutil/trace.go:171","msg":"trace[1670116412] transaction","detail":"{read_only:false; response_revision:28968; number_of_response:1; }","duration":"290.903457ms","start":"2026-04-29T02:54:52.908495Z","end":"2026-04-29T02:54:53.199399Z","steps":["trace[1670116412] 'process raft request' (duration: 106.88667ms)","trace[1670116412] 'compare' (duration: 183.366655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:54:53.200215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.14828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T02:54:53.200259Z","caller":"traceutil/trace.go:171","msg":"trace[254439247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28970; }","duration":"154.228772ms","start":"2026-04-29T02:54:53.046018Z","end":"2026-04-29T02:54:53.200246Z","steps":["trace[254439247] 'agreement among raft nodes before linearized reading' (duration: 153.504099ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:54:59.487716Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T02:54:59.492485Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-29T02:54:59.492603Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-04-29T02:55:05.775268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.419487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:55:05.775341Z","caller":"traceutil/trace.go:171","msg":"trace[607228121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29162; }","duration":"154.542468ms","start":"2026-04-29T02:55:05.620782Z","end":"2026-04-29T02:55:05.775324Z","steps":["trace[607228121] 'range keys from in-memory index tree' (duration: 154.279354ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:55:05.805825Z","caller":"traceutil/trace.go:171","msg":"trace[542678289] transaction","detail":"{read_only:false; response_revision:29163; number_of_response:1; }","duration":"107.455391ms","start":"2026-04-29T02:55:05.69835Z","end":"2026-04-29T02:55:05.805806Z","steps":["trace[542678289] 'process raft request' (duration: 107.321057ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:55:14.067486Z","caller":"traceutil/trace.go:171","msg":"trace[1356729708] linearizableReadLoop","detail":"{readStateIndex:30238; appliedIndex:30237; }","duration":"163.594977ms","start":"2026-04-29T02:55:13.903865Z","end":"2026-04-29T02:55:14.06746Z","steps":["trace[1356729708] 'read index received' (duration: 163.352703ms)","trace[1356729708] 'applied index is now lower than readState.Index' (duration: 241.154µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:55:14.067682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.79775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:55:14.067718Z","caller":"traceutil/trace.go:171","msg":"trace[1215847753] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29266; }","duration":"163.896682ms","start":"2026-04-29T02:55:13.90381Z","end":"2026-04-29T02:55:14.067707Z","steps":["trace[1215847753] 'agreement among raft nodes before linearized reading' (duration: 163.77231ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:55:14.067698Z","caller":"traceutil/trace.go:171","msg":"trace[27565066] transaction","detail":"{read_only:false; response_revision:29266; number_of_response:1; }","duration":"183.710501ms","start":"2026-04-29T02:55:13.883955Z","end":"2026-04-29T02:55:14.067666Z","steps":["trace[27565066] 'process raft request' (duration: 183.275133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:55:35.53925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.568128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:55:35.539374Z","caller":"traceutil/trace.go:171","msg":"trace[1067981746] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:29427; }","duration":"212.775362ms","start":"2026-04-29T02:55:35.326573Z","end":"2026-04-29T02:55:35.539348Z","steps":["trace[1067981746] 'count revisions from in-memory index tree' (duration: 212.228073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:55:35.539719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.426722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:55:35.539811Z","caller":"traceutil/trace.go:171","msg":"trace[267469953] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:29427; }","duration":"200.560515ms","start":"2026-04-29T02:55:35.339225Z","end":"2026-04-29T02:55:35.539785Z","steps":["trace[267469953] 'count revisions from in-memory index tree' (duration: 200.29446ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:55:35.539874Z","caller":"traceutil/trace.go:171","msg":"trace[577749461] transaction","detail":"{read_only:false; response_revision:29428; number_of_response:1; }","duration":"165.875359ms","start":"2026-04-29T02:55:35.373972Z","end":"2026-04-29T02:55:35.539847Z","steps":["trace[577749461] 'process raft request' (duration: 151.294658ms)","trace[577749461] 'compare' (duration: 13.773636ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:55:35.543261Z","caller":"traceutil/trace.go:171","msg":"trace[903206652] transaction","detail":"{read_only:false; response_revision:29429; number_of_response:1; }","duration":"167.011721ms","start":"2026-04-29T02:55:35.376187Z","end":"2026-04-29T02:55:35.543198Z","steps":["trace[903206652] 'process raft request' (duration: 166.570952ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:55:35.659015Z","caller":"traceutil/trace.go:171","msg":"trace[2100101242] transaction","detail":"{read_only:false; response_revision:29430; number_of_response:1; }","duration":"111.669639ms","start":"2026-04-29T02:55:35.5473Z","end":"2026-04-29T02:55:35.65897Z","steps":["trace[2100101242] 'process raft request' (duration: 111.398814ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:55:35.660558Z","caller":"traceutil/trace.go:171","msg":"trace[1675019277] transaction","detail":"{read_only:false; response_revision:29431; number_of_response:1; }","duration":"112.279701ms","start":"2026-04-29T02:55:35.548242Z","end":"2026-04-29T02:55:35.660522Z","steps":["trace[1675019277] 'process raft request' (duration: 111.842703ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:55:35.660793Z","caller":"traceutil/trace.go:171","msg":"trace[1145723575] linearizableReadLoop","detail":"{readStateIndex:30409; appliedIndex:30405; }","duration":"109.272905ms","start":"2026-04-29T02:55:35.551503Z","end":"2026-04-29T02:55:35.660776Z","steps":["trace[1145723575] 'read index received' (duration: 107.131705ms)","trace[1145723575] 'applied index is now lower than readState.Index' (duration: 2.14027ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:55:35.662008Z","caller":"traceutil/trace.go:171","msg":"trace[1189979110] transaction","detail":"{read_only:false; response_revision:29432; number_of_response:1; }","duration":"112.288762ms","start":"2026-04-29T02:55:35.548563Z","end":"2026-04-29T02:55:35.660852Z","steps":["trace[1189979110] 'process raft request' (duration: 111.860033ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:55:35.661994Z","caller":"traceutil/trace.go:171","msg":"trace[2023578907] transaction","detail":"{read_only:false; response_revision:29433; number_of_response:1; }","duration":"112.72038ms","start":"2026-04-29T02:55:35.548741Z","end":"2026-04-29T02:55:35.661461Z","steps":["trace[2023578907] 'process raft request' (duration: 111.945335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:55:35.662592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.075689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-645f9c887-sklvc.18aab2048c20d170\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-29T02:55:35.662666Z","caller":"traceutil/trace.go:171","msg":"trace[1828349622] range","detail":"{range_begin:/registry/events/openstack/barbican-api-645f9c887-sklvc.18aab2048c20d170; range_end:; response_count:1; response_revision:29433; }","duration":"111.182211ms","start":"2026-04-29T02:55:35.55147Z","end":"2026-04-29T02:55:35.662652Z","steps":["trace[1828349622] 'agreement among raft nodes before linearized reading' (duration: 109.368638ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:55:38.97863Z","caller":"traceutil/trace.go:171","msg":"trace[582091195] transaction","detail":"{read_only:false; response_revision:29453; number_of_response:1; }","duration":"223.402889ms","start":"2026-04-29T02:55:38.755197Z","end":"2026-04-29T02:55:38.9786Z","steps":["trace[582091195] 'process raft request' (duration: 199.184999ms)","trace[582091195] 'compare' (duration: 23.886525ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:56:24.057551Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26937} {"level":"info","ts":"2026-04-29T02:56:24.18651Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26937,"took":"124.549559ms","hash":2808849132,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":36401152,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-29T02:56:24.186561Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2808849132,"revision":26937,"compact-revision":24874} {"level":"warn","ts":"2026-04-29T02:57:00.102555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.16149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:00.102667Z","caller":"traceutil/trace.go:171","msg":"trace[214265958] linearizableReadLoop","detail":"{readStateIndex:31059; appliedIndex:31058; }","duration":"100.196445ms","start":"2026-04-29T02:57:00.002454Z","end":"2026-04-29T02:57:00.102651Z","steps":["trace[214265958] 'read index received' (duration: 70.561µs)","trace[214265958] 'applied index is now lower than readState.Index' (duration: 100.124464ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:00.102701Z","caller":"traceutil/trace.go:171","msg":"trace[1547202217] transaction","detail":"{read_only:false; response_revision:30064; number_of_response:1; }","duration":"114.43467ms","start":"2026-04-29T02:56:59.988246Z","end":"2026-04-29T02:57:00.10268Z","steps":["trace[1547202217] 'process raft request' (duration: 11.018726ms)","trace[1547202217] 'compare' (duration: 103.027027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:00.102948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.469211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:00.103039Z","caller":"traceutil/trace.go:171","msg":"trace[259007825] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:30064; }","duration":"100.604373ms","start":"2026-04-29T02:57:00.002412Z","end":"2026-04-29T02:57:00.103016Z","steps":["trace[259007825] 'agreement among raft nodes before linearized reading' (duration: 100.40625ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:00.309558Z","caller":"traceutil/trace.go:171","msg":"trace[1667629056] transaction","detail":"{read_only:false; response_revision:30068; number_of_response:1; }","duration":"201.430841ms","start":"2026-04-29T02:57:00.108103Z","end":"2026-04-29T02:57:00.309534Z","steps":["trace[1667629056] 'process raft request' (duration: 201.39779ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:00.309867Z","caller":"traceutil/trace.go:171","msg":"trace[30294066] transaction","detail":"{read_only:false; response_revision:30066; number_of_response:1; }","duration":"201.848439ms","start":"2026-04-29T02:57:00.10801Z","end":"2026-04-29T02:57:00.309859Z","steps":["trace[30294066] 'process raft request' (duration: 188.229376ms)","trace[30294066] 'compare' (duration: 13.118334ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:00.309938Z","caller":"traceutil/trace.go:171","msg":"trace[59058585] transaction","detail":"{read_only:false; response_revision:30067; number_of_response:1; }","duration":"201.841519ms","start":"2026-04-29T02:57:00.108077Z","end":"2026-04-29T02:57:00.309919Z","steps":["trace[59058585] 'process raft request' (duration: 201.394891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:00.7398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.804314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:00.73989Z","caller":"traceutil/trace.go:171","msg":"trace[956288611] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:30069; }","duration":"204.923627ms","start":"2026-04-29T02:57:00.534947Z","end":"2026-04-29T02:57:00.739871Z","steps":["trace[956288611] 'count revisions from in-memory index tree' (duration: 204.721712ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:01.528128Z","caller":"traceutil/trace.go:171","msg":"trace[1278533997] transaction","detail":"{read_only:false; response_revision:30073; number_of_response:1; }","duration":"151.93378ms","start":"2026-04-29T02:57:01.37617Z","end":"2026-04-29T02:57:01.528104Z","steps":["trace[1278533997] 'process raft request' (duration: 151.761876ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:01.574578Z","caller":"traceutil/trace.go:171","msg":"trace[777912995] transaction","detail":"{read_only:false; response_revision:30076; number_of_response:1; }","duration":"118.258862ms","start":"2026-04-29T02:57:01.456285Z","end":"2026-04-29T02:57:01.574544Z","steps":["trace[777912995] 'process raft request' (duration: 118.204201ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:01.57458Z","caller":"traceutil/trace.go:171","msg":"trace[1683708124] transaction","detail":"{read_only:false; response_revision:30074; number_of_response:1; }","duration":"188.731274ms","start":"2026-04-29T02:57:01.385821Z","end":"2026-04-29T02:57:01.574552Z","steps":["trace[1683708124] 'process raft request' (duration: 188.423218ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:01.574668Z","caller":"traceutil/trace.go:171","msg":"trace[1451520056] transaction","detail":"{read_only:false; response_revision:30075; number_of_response:1; }","duration":"187.501711ms","start":"2026-04-29T02:57:01.387115Z","end":"2026-04-29T02:57:01.574617Z","steps":["trace[1451520056] 'process raft request' (duration: 187.320848ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:02.083511Z","caller":"traceutil/trace.go:171","msg":"trace[1002292598] transaction","detail":"{read_only:false; response_revision:30078; number_of_response:1; }","duration":"139.894175ms","start":"2026-04-29T02:57:01.943597Z","end":"2026-04-29T02:57:02.083492Z","steps":["trace[1002292598] 'process raft request' (duration: 130.835336ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:02.098557Z","caller":"traceutil/trace.go:171","msg":"trace[1645962475] transaction","detail":"{read_only:false; response_revision:30079; number_of_response:1; }","duration":"106.377371ms","start":"2026-04-29T02:57:01.992154Z","end":"2026-04-29T02:57:02.098532Z","steps":["trace[1645962475] 'process raft request' (duration: 106.264389ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:03.477953Z","caller":"traceutil/trace.go:171","msg":"trace[1341931485] transaction","detail":"{read_only:false; response_revision:30086; number_of_response:1; }","duration":"126.261101ms","start":"2026-04-29T02:57:03.351671Z","end":"2026-04-29T02:57:03.477932Z","steps":["trace[1341931485] 'process raft request' (duration: 126.135969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:03.718863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.742567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:03.718987Z","caller":"traceutil/trace.go:171","msg":"trace[911110714] linearizableReadLoop","detail":"{readStateIndex:31083; appliedIndex:31081; }","duration":"302.652325ms","start":"2026-04-29T02:57:03.416315Z","end":"2026-04-29T02:57:03.718968Z","steps":["trace[911110714] 'read index received' (duration: 61.323222ms)","trace[911110714] 'applied index is now lower than readState.Index' (duration: 241.327593ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:03.719163Z","caller":"traceutil/trace.go:171","msg":"trace[1460404072] transaction","detail":"{read_only:false; response_revision:30087; number_of_response:1; }","duration":"329.455445ms","start":"2026-04-29T02:57:03.389658Z","end":"2026-04-29T02:57:03.719113Z","steps":["trace[1460404072] 'process raft request' (duration: 222.364501ms)","trace[1460404072] 'compare' (duration: 106.573975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:03.719195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.8765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:57:03.719244Z","caller":"traceutil/trace.go:171","msg":"trace[2144524121] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30087; }","duration":"302.960691ms","start":"2026-04-29T02:57:03.416273Z","end":"2026-04-29T02:57:03.719233Z","steps":["trace[2144524121] 'agreement among raft nodes before linearized reading' (duration: 302.744767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:03.719285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:03.416255Z","time spent":"303.021843ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:57:03.719319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:03.38963Z","time spent":"329.608487ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:03.750469Z","caller":"traceutil/trace.go:171","msg":"trace[252972410] transaction","detail":"{read_only:false; response_revision:30088; number_of_response:1; }","duration":"217.142623ms","start":"2026-04-29T02:57:03.533306Z","end":"2026-04-29T02:57:03.750449Z","steps":["trace[252972410] 'process raft request' (duration: 216.899148ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:03.750466Z","caller":"traceutil/trace.go:171","msg":"trace[1934323609] transaction","detail":"{read_only:false; response_revision:30090; number_of_response:1; }","duration":"170.122988ms","start":"2026-04-29T02:57:03.580327Z","end":"2026-04-29T02:57:03.75045Z","steps":["trace[1934323609] 'process raft request' (duration: 170.054577ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:03.750524Z","caller":"traceutil/trace.go:171","msg":"trace[2075374631] transaction","detail":"{read_only:false; response_revision:30089; number_of_response:1; }","duration":"170.910242ms","start":"2026-04-29T02:57:03.579573Z","end":"2026-04-29T02:57:03.750483Z","steps":["trace[2075374631] 'process raft request' (duration: 170.76835ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:03.750692Z","caller":"traceutil/trace.go:171","msg":"trace[233500075] transaction","detail":"{read_only:false; response_revision:30091; number_of_response:1; }","duration":"170.299722ms","start":"2026-04-29T02:57:03.580379Z","end":"2026-04-29T02:57:03.750679Z","steps":["trace[233500075] 'process raft request' (duration: 170.035357ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:04.311648Z","caller":"traceutil/trace.go:171","msg":"trace[1298350343] linearizableReadLoop","detail":"{readStateIndex:31090; appliedIndex:31089; }","duration":"130.905918ms","start":"2026-04-29T02:57:04.180698Z","end":"2026-04-29T02:57:04.311604Z","steps":["trace[1298350343] 'read index received' (duration: 117.726501ms)","trace[1298350343] 'applied index is now lower than readState.Index' (duration: 13.178277ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:04.311692Z","caller":"traceutil/trace.go:171","msg":"trace[1514391687] transaction","detail":"{read_only:false; response_revision:30094; number_of_response:1; }","duration":"173.980811ms","start":"2026-04-29T02:57:04.137683Z","end":"2026-04-29T02:57:04.311664Z","steps":["trace[1514391687] 'process raft request' (duration: 160.751784ms)","trace[1514391687] 'compare' (duration: 12.983941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:04.311818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.113632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T02:57:04.311864Z","caller":"traceutil/trace.go:171","msg":"trace[102924729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30094; }","duration":"131.216044ms","start":"2026-04-29T02:57:04.180637Z","end":"2026-04-29T02:57:04.311853Z","steps":["trace[102924729] 'agreement among raft nodes before linearized reading' (duration: 131.054381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:04.542517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.610112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:04.542911Z","caller":"traceutil/trace.go:171","msg":"trace[643097077] transaction","detail":"{read_only:false; response_revision:30097; number_of_response:1; }","duration":"152.589281ms","start":"2026-04-29T02:57:04.390267Z","end":"2026-04-29T02:57:04.542856Z","steps":["trace[643097077] 'process raft request' (duration: 36.53532ms)","trace[643097077] 'compare' (duration: 115.49703ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:04.542943Z","caller":"traceutil/trace.go:171","msg":"trace[431105488] linearizableReadLoop","detail":"{readStateIndex:31094; appliedIndex:31092; }","duration":"116.202184ms","start":"2026-04-29T02:57:04.426725Z","end":"2026-04-29T02:57:04.542928Z","steps":["trace[431105488] 'read index received' (duration: 86.052µs)","trace[431105488] 'applied index is now lower than readState.Index' (duration: 116.115202ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:04.542988Z","caller":"traceutil/trace.go:171","msg":"trace[1087079813] transaction","detail":"{read_only:false; response_revision:30098; number_of_response:1; }","duration":"152.373687ms","start":"2026-04-29T02:57:04.390583Z","end":"2026-04-29T02:57:04.542957Z","steps":["trace[1087079813] 'process raft request' (duration: 152.058572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:04.543087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.320806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:04.543221Z","caller":"traceutil/trace.go:171","msg":"trace[1462227031] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:30098; }","duration":"116.51931ms","start":"2026-04-29T02:57:04.426679Z","end":"2026-04-29T02:57:04.543198Z","steps":["trace[1462227031] 'agreement among raft nodes before linearized reading' (duration: 116.327816ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:05.674501Z","caller":"traceutil/trace.go:171","msg":"trace[776747885] transaction","detail":"{read_only:false; response_revision:30100; number_of_response:1; }","duration":"191.642729ms","start":"2026-04-29T02:57:05.482831Z","end":"2026-04-29T02:57:05.674474Z","steps":["trace[776747885] 'process raft request' (duration: 191.467625ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:05.892992Z","caller":"traceutil/trace.go:171","msg":"trace[2132379196] transaction","detail":"{read_only:false; response_revision:30103; number_of_response:1; }","duration":"136.682386ms","start":"2026-04-29T02:57:05.756279Z","end":"2026-04-29T02:57:05.892962Z","steps":["trace[2132379196] 'process raft request' (duration: 136.585374ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:05.89301Z","caller":"traceutil/trace.go:171","msg":"trace[1575936528] transaction","detail":"{read_only:false; response_revision:30102; number_of_response:1; }","duration":"136.887709ms","start":"2026-04-29T02:57:05.75608Z","end":"2026-04-29T02:57:05.892968Z","steps":["trace[1575936528] 'process raft request' (duration: 136.599364ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:05.893238Z","caller":"traceutil/trace.go:171","msg":"trace[1516626055] transaction","detail":"{read_only:false; response_revision:30104; number_of_response:1; }","duration":"136.231676ms","start":"2026-04-29T02:57:05.75697Z","end":"2026-04-29T02:57:05.893202Z","steps":["trace[1516626055] 'process raft request' (duration: 135.936841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:08.105282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.099842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:08.105439Z","caller":"traceutil/trace.go:171","msg":"trace[1550177664] transaction","detail":"{read_only:false; response_revision:30116; number_of_response:1; }","duration":"207.252519ms","start":"2026-04-29T02:57:07.898162Z","end":"2026-04-29T02:57:08.105414Z","steps":["trace[1550177664] 'process raft request' (duration: 10.899293ms)","trace[1550177664] 'compare' (duration: 195.897898ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:08.146022Z","caller":"traceutil/trace.go:171","msg":"trace[959128127] transaction","detail":"{read_only:false; response_revision:30117; number_of_response:1; }","duration":"247.308286ms","start":"2026-04-29T02:57:07.898673Z","end":"2026-04-29T02:57:08.145981Z","steps":["trace[959128127] 'process raft request' (duration: 247.056171ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:08.146217Z","caller":"traceutil/trace.go:171","msg":"trace[1583704590] transaction","detail":"{read_only:false; response_revision:30118; number_of_response:1; }","duration":"247.282424ms","start":"2026-04-29T02:57:07.8989Z","end":"2026-04-29T02:57:08.146182Z","steps":["trace[1583704590] 'process raft request' (duration: 247.012209ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:08.176299Z","caller":"traceutil/trace.go:171","msg":"trace[562845889] transaction","detail":"{read_only:false; response_revision:30119; number_of_response:1; }","duration":"140.512467ms","start":"2026-04-29T02:57:08.035767Z","end":"2026-04-29T02:57:08.176279Z","steps":["trace[562845889] 'process raft request' (duration: 140.369325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:08.718931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.691062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:08.719113Z","caller":"traceutil/trace.go:171","msg":"trace[1563976476] transaction","detail":"{read_only:false; response_revision:30120; number_of_response:1; }","duration":"533.871211ms","start":"2026-04-29T02:57:08.185222Z","end":"2026-04-29T02:57:08.719093Z","steps":["trace[1563976476] 'process raft request' (duration: 162.932455ms)","trace[1563976476] 'compare' (duration: 370.345296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:08.719185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.185199Z","time spent":"533.954912ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:08.719198Z","caller":"traceutil/trace.go:171","msg":"trace[1674445530] linearizableReadLoop","detail":"{readStateIndex:31118; appliedIndex:31116; }","duration":"377.841286ms","start":"2026-04-29T02:57:08.341339Z","end":"2026-04-29T02:57:08.719181Z","steps":["trace[1674445530] 'read index received' (duration: 6.832657ms)","trace[1674445530] 'applied index is now lower than readState.Index' (duration: 371.007569ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:08.719222Z","caller":"traceutil/trace.go:171","msg":"trace[815762361] transaction","detail":"{read_only:false; response_revision:30121; number_of_response:1; }","duration":"392.01722ms","start":"2026-04-29T02:57:08.32718Z","end":"2026-04-29T02:57:08.719197Z","steps":["trace[815762361] 'process raft request' (duration: 391.858016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:08.71938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.327153Z","time spent":"392.146022ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:08.719387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.415867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:57:08.719414Z","caller":"traceutil/trace.go:171","msg":"trace[1503973480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30121; }","duration":"356.484038ms","start":"2026-04-29T02:57:08.362924Z","end":"2026-04-29T02:57:08.719408Z","steps":["trace[1503973480] 'agreement among raft nodes before linearized reading' (duration: 356.376036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:08.719403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.06023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T02:57:08.719431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.362906Z","time spent":"356.520599ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:57:08.719393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.057559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:57:08.719533Z","caller":"traceutil/trace.go:171","msg":"trace[725280356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30121; }","duration":"161.213392ms","start":"2026-04-29T02:57:08.558307Z","end":"2026-04-29T02:57:08.71952Z","steps":["trace[725280356] 'agreement among raft nodes before linearized reading' (duration: 161.012038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:08.719533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.470468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:57:08.719461Z","caller":"traceutil/trace.go:171","msg":"trace[266118161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30121; }","duration":"378.157962ms","start":"2026-04-29T02:57:08.341289Z","end":"2026-04-29T02:57:08.719447Z","steps":["trace[266118161] 'agreement among raft nodes before linearized reading' (duration: 377.971398ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:08.719634Z","caller":"traceutil/trace.go:171","msg":"trace[446732737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30121; }","duration":"161.60301ms","start":"2026-04-29T02:57:08.557993Z","end":"2026-04-29T02:57:08.719596Z","steps":["trace[446732737] 'agreement among raft nodes before linearized reading' (duration: 161.365496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:08.719656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.341268Z","time spent":"378.381275ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:57:08.719424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.040815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:57:08.719729Z","caller":"traceutil/trace.go:171","msg":"trace[1334194848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30121; }","duration":"106.390101ms","start":"2026-04-29T02:57:08.613329Z","end":"2026-04-29T02:57:08.719719Z","steps":["trace[1334194848] 'agreement among raft nodes before linearized reading' (duration: 105.994774ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:09.165147Z","caller":"traceutil/trace.go:171","msg":"trace[1309113982] transaction","detail":"{read_only:false; response_revision:30122; number_of_response:1; }","duration":"441.577702ms","start":"2026-04-29T02:57:08.723542Z","end":"2026-04-29T02:57:09.16512Z","steps":["trace[1309113982] 'process raft request' (duration: 441.415619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:09.165293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.723521Z","time spent":"441.699505ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:09.736104Z","caller":"traceutil/trace.go:171","msg":"trace[1467805565] transaction","detail":"{read_only:false; response_revision:30124; number_of_response:1; }","duration":"1.011627488s","start":"2026-04-29T02:57:08.72445Z","end":"2026-04-29T02:57:09.736078Z","steps":["trace[1467805565] 'process raft request' (duration: 1.011542457s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:09.736131Z","caller":"traceutil/trace.go:171","msg":"trace[1027956938] transaction","detail":"{read_only:false; response_revision:30123; number_of_response:1; }","duration":"1.01173931s","start":"2026-04-29T02:57:08.724352Z","end":"2026-04-29T02:57:09.736091Z","steps":["trace[1027956938] 'process raft request' (duration: 1.011476036s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:09.736352Z","caller":"traceutil/trace.go:171","msg":"trace[754455459] transaction","detail":"{read_only:false; response_revision:30125; number_of_response:1; }","duration":"1.011089098s","start":"2026-04-29T02:57:08.725246Z","end":"2026-04-29T02:57:09.736335Z","steps":["trace[754455459] 'process raft request' (duration: 1.010789072s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:09.736343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.724332Z","time spent":"1.011875433s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:09.736429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.725234Z","time spent":"1.011155479s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:09.736313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.724443Z","time spent":"1.01173547s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:09.736914Z","caller":"traceutil/trace.go:171","msg":"trace[1001849635] linearizableReadLoop","detail":"{readStateIndex:31124; appliedIndex:31118; }","duration":"979.905506ms","start":"2026-04-29T02:57:08.756985Z","end":"2026-04-29T02:57:09.736891Z","steps":["trace[1001849635] 'read index received' (duration: 407.961666ms)","trace[1001849635] 'applied index is now lower than readState.Index' (duration: 571.94282ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:09.737109Z","caller":"traceutil/trace.go:171","msg":"trace[503938837] transaction","detail":"{read_only:false; response_revision:30127; number_of_response:1; }","duration":"1.011059258s","start":"2026-04-29T02:57:08.726024Z","end":"2026-04-29T02:57:09.737084Z","steps":["trace[503938837] 'process raft request' (duration: 1.010765072s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:09.737156Z","caller":"traceutil/trace.go:171","msg":"trace[141123526] transaction","detail":"{read_only:false; response_revision:30128; number_of_response:1; }","duration":"925.982973ms","start":"2026-04-29T02:57:08.811143Z","end":"2026-04-29T02:57:09.737126Z","steps":["trace[141123526] 'process raft request' (duration: 925.698447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:09.737255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.726015Z","time spent":"1.01116503s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:09.737351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.356026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:09.737388Z","caller":"traceutil/trace.go:171","msg":"trace[354015028] transaction","detail":"{read_only:false; response_revision:30126; number_of_response:1; }","duration":"1.012060645s","start":"2026-04-29T02:57:08.725315Z","end":"2026-04-29T02:57:09.737376Z","steps":["trace[354015028] 'process raft request' (duration: 1.011047426s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:09.737407Z","caller":"traceutil/trace.go:171","msg":"trace[632806831] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:30128; }","duration":"980.445808ms","start":"2026-04-29T02:57:08.756945Z","end":"2026-04-29T02:57:09.73739Z","steps":["trace[632806831] 'agreement among raft nodes before linearized reading' (duration: 980.359006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:09.737444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.756926Z","time spent":"980.507328ms","remote":"127.0.0.1:43278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:09.737446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.725309Z","time spent":"1.012109537s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:09.737708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.811119Z","time spent":"926.072115ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:10.283474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.069762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:10.283722Z","caller":"traceutil/trace.go:171","msg":"trace[1207083997] transaction","detail":"{read_only:false; response_revision:30130; number_of_response:1; }","duration":"453.993544ms","start":"2026-04-29T02:57:09.829709Z","end":"2026-04-29T02:57:10.283702Z","steps":["trace[1207083997] 'process raft request' (duration: 453.872842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.283795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:09.829691Z","time spent":"454.072335ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:10.284152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186231879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:10.284217Z","caller":"traceutil/trace.go:171","msg":"trace[2115955188] transaction","detail":"{read_only:false; response_revision:30129; number_of_response:1; }","duration":"547.473464ms","start":"2026-04-29T02:57:09.736661Z","end":"2026-04-29T02:57:10.284135Z","steps":["trace[2115955188] 'process raft request' (duration: 299.65344ms)","trace[2115955188] 'compare' (duration: 246.718864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:10.284368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066304895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:10.284259Z","caller":"traceutil/trace.go:171","msg":"trace[1961201885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30130; }","duration":"1.186388792s","start":"2026-04-29T02:57:09.09784Z","end":"2026-04-29T02:57:10.284229Z","steps":["trace[1961201885] 'agreement among raft nodes before linearized reading' (duration: 1.186225479s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.284431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:09.736629Z","time spent":"547.704619ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:10.284441Z","caller":"traceutil/trace.go:171","msg":"trace[1968936744] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:30130; }","duration":"1.066414648s","start":"2026-04-29T02:57:09.21801Z","end":"2026-04-29T02:57:10.284424Z","steps":["trace[1968936744] 'agreement among raft nodes before linearized reading' (duration: 1.066307406s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.284167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257777131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:57:10.2845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:09.217992Z","time spent":"1.066495689s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:57:10.284466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:09.097822Z","time spent":"1.186624766s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:57:10.284579Z","caller":"traceutil/trace.go:171","msg":"trace[815364229] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:30130; }","duration":"1.258196969s","start":"2026-04-29T02:57:09.026332Z","end":"2026-04-29T02:57:10.284529Z","steps":["trace[815364229] 'agreement among raft nodes before linearized reading' (duration: 1.257774611s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.28469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:09.026312Z","time spent":"1.258316551s","remote":"127.0.0.1:51816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:57:10.284169Z","caller":"traceutil/trace.go:171","msg":"trace[1665489823] linearizableReadLoop","detail":"{readStateIndex:31126; appliedIndex:31125; }","duration":"546.784343ms","start":"2026-04-29T02:57:09.73698Z","end":"2026-04-29T02:57:10.283764Z","steps":["trace[1665489823] 'read index received' (duration: 299.351565ms)","trace[1665489823] 'applied index is now lower than readState.Index' (duration: 247.430438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:10.285241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380762351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:57:10.285667Z","caller":"traceutil/trace.go:171","msg":"trace[1886900529] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30130; }","duration":"1.381247239s","start":"2026-04-29T02:57:08.904403Z","end":"2026-04-29T02:57:10.28565Z","steps":["trace[1886900529] 'agreement among raft nodes before linearized reading' (duration: 1.379818893s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.285713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.904386Z","time spent":"1.381313491s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T02:57:10.862047Z","caller":"traceutil/trace.go:171","msg":"trace[1997352056] transaction","detail":"{read_only:false; response_revision:30131; number_of_response:1; }","duration":"751.505074ms","start":"2026-04-29T02:57:10.110513Z","end":"2026-04-29T02:57:10.862019Z","steps":["trace[1997352056] 'process raft request' (duration: 655.177751ms)","trace[1997352056] 'compare' (duration: 95.984457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:10.862207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.110486Z","time spent":"751.635916ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:10.862367Z","caller":"traceutil/trace.go:171","msg":"trace[701811469] linearizableReadLoop","detail":"{readStateIndex:31131; appliedIndex:31127; }","duration":"576.742339ms","start":"2026-04-29T02:57:10.285602Z","end":"2026-04-29T02:57:10.862344Z","steps":["trace[701811469] 'read index received' (duration: 480.082679ms)","trace[701811469] 'applied index is now lower than readState.Index' (duration: 96.65874ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:10.8624Z","caller":"traceutil/trace.go:171","msg":"trace[1783244034] transaction","detail":"{read_only:false; response_revision:30133; number_of_response:1; }","duration":"710.593852ms","start":"2026-04-29T02:57:10.151779Z","end":"2026-04-29T02:57:10.862373Z","steps":["trace[1783244034] 'process raft request' (duration: 710.443119ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:10.862494Z","caller":"traceutil/trace.go:171","msg":"trace[918226418] transaction","detail":"{read_only:false; response_revision:30134; number_of_response:1; }","duration":"681.255586ms","start":"2026-04-29T02:57:10.181226Z","end":"2026-04-29T02:57:10.862482Z","steps":["trace[918226418] 'process raft request' (duration: 681.058982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.862546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.151747Z","time spent":"710.718183ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:10.86258Z","caller":"traceutil/trace.go:171","msg":"trace[1959065943] transaction","detail":"{read_only:false; response_revision:30132; number_of_response:1; }","duration":"710.828446ms","start":"2026-04-29T02:57:10.151718Z","end":"2026-04-29T02:57:10.862546Z","steps":["trace[1959065943] 'process raft request' (duration: 710.217815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.862593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.258917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:57:10.862606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.181207Z","time spent":"681.324667ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:10.862611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097493355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:10.862658Z","caller":"traceutil/trace.go:171","msg":"trace[1062732121] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:30134; }","duration":"919.36796ms","start":"2026-04-29T02:57:09.943274Z","end":"2026-04-29T02:57:10.862642Z","steps":["trace[1062732121] 'agreement among raft nodes before linearized reading' (duration: 919.224327ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:10.862684Z","caller":"traceutil/trace.go:171","msg":"trace[1305579382] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:30134; }","duration":"1.097577567s","start":"2026-04-29T02:57:09.765092Z","end":"2026-04-29T02:57:10.862669Z","steps":["trace[1305579382] 'agreement among raft nodes before linearized reading' (duration: 1.097442765s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.862726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:09.76504Z","time spent":"1.0976767s","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:10.86269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:09.943252Z","time spent":"919.4311ms","remote":"127.0.0.1:51966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:10.862742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.151695Z","time spent":"710.954368ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:10.862812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.25493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:10.863117Z","caller":"traceutil/trace.go:171","msg":"trace[338715717] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:30134; }","duration":"801.619448ms","start":"2026-04-29T02:57:10.061426Z","end":"2026-04-29T02:57:10.863045Z","steps":["trace[338715717] 'agreement among raft nodes before linearized reading' (duration: 801.097797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.863205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.061405Z","time spent":"801.77664ms","remote":"127.0.0.1:48728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:57:10.959105Z","caller":"traceutil/trace.go:171","msg":"trace[354737752] transaction","detail":"{read_only:false; response_revision:30135; number_of_response:1; }","duration":"234.062839ms","start":"2026-04-29T02:57:10.725029Z","end":"2026-04-29T02:57:10.959092Z","steps":["trace[354737752] 'process raft request' (duration: 233.747713ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:10.959087Z","caller":"traceutil/trace.go:171","msg":"trace[552722764] transaction","detail":"{read_only:false; response_revision:30136; number_of_response:1; }","duration":"233.517669ms","start":"2026-04-29T02:57:10.725531Z","end":"2026-04-29T02:57:10.959048Z","steps":["trace[552722764] 'process raft request' (duration: 233.362776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.95915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.838841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:57:10.95919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.776683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:57:10.959262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.962355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:10.959282Z","caller":"traceutil/trace.go:171","msg":"trace[104281734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30136; }","duration":"509.928695ms","start":"2026-04-29T02:57:10.449327Z","end":"2026-04-29T02:57:10.959256Z","steps":["trace[104281734] 'agreement among raft nodes before linearized reading' (duration: 509.749362ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:10.959303Z","caller":"traceutil/trace.go:171","msg":"trace[652793296] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:30136; }","duration":"670.023656ms","start":"2026-04-29T02:57:10.289263Z","end":"2026-04-29T02:57:10.959287Z","steps":["trace[652793296] 'agreement among raft nodes before linearized reading' (duration: 669.970335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.959334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.289251Z","time spent":"670.076787ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-29T02:57:10.959277Z","caller":"traceutil/trace.go:171","msg":"trace[1675178808] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:30136; }","duration":"548.041915ms","start":"2026-04-29T02:57:10.411204Z","end":"2026-04-29T02:57:10.959246Z","steps":["trace[1675178808] 'agreement among raft nodes before linearized reading' (duration: 547.7602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.959329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.4493Z","time spent":"510.020567ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:57:10.959097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.484487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-29T02:57:10.959421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.41118Z","time spent":"548.22453ms","remote":"127.0.0.1:60460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:10.959455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.691059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:57:10.959474Z","caller":"traceutil/trace.go:171","msg":"trace[180303194] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:30136; }","duration":"625.877004ms","start":"2026-04-29T02:57:10.333562Z","end":"2026-04-29T02:57:10.959439Z","steps":["trace[180303194] 'agreement among raft nodes before linearized reading' (duration: 625.406875ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:10.959528Z","caller":"traceutil/trace.go:171","msg":"trace[1580006133] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30136; }","duration":"670.792582ms","start":"2026-04-29T02:57:10.288718Z","end":"2026-04-29T02:57:10.95951Z","steps":["trace[1580006133] 'agreement among raft nodes before linearized reading' (duration: 670.575698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.959561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.333548Z","time spent":"625.983177ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-29T02:57:10.95957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.2887Z","time spent":"670.860603ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:57:10.959189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.702876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:10.959681Z","caller":"traceutil/trace.go:171","msg":"trace[1104616346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30136; }","duration":"673.235167ms","start":"2026-04-29T02:57:10.28643Z","end":"2026-04-29T02:57:10.959665Z","steps":["trace[1104616346] 'agreement among raft nodes before linearized reading' (duration: 672.685396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.959759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.286415Z","time spent":"673.330089ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:57:11.59045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.924521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:11.590557Z","caller":"traceutil/trace.go:171","msg":"trace[1305244659] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30136; }","duration":"564.081914ms","start":"2026-04-29T02:57:11.026449Z","end":"2026-04-29T02:57:11.590531Z","steps":["trace[1305244659] 'range keys from in-memory index tree' (duration: 563.836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:11.590612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.026426Z","time spent":"564.173916ms","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-29T02:57:11.590703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.163879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1601677f-e491-496d-9d54-346529d12b97\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-29T02:57:11.590773Z","caller":"traceutil/trace.go:171","msg":"trace[1872671820] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1601677f-e491-496d-9d54-346529d12b97; range_end:; response_count:1; response_revision:30136; }","duration":"627.25962ms","start":"2026-04-29T02:57:10.963493Z","end":"2026-04-29T02:57:11.590753Z","steps":["trace[1872671820] 'range keys from in-memory index tree' (duration: 626.884503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:11.590814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.963474Z","time spent":"627.329672ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-1601677f-e491-496d-9d54-346529d12b97\" "} {"level":"warn","ts":"2026-04-29T02:57:11.59079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.093243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:57:11.590868Z","caller":"traceutil/trace.go:171","msg":"trace[1019720798] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:30136; }","duration":"601.216765ms","start":"2026-04-29T02:57:10.989631Z","end":"2026-04-29T02:57:11.590848Z","steps":["trace[1019720798] 'count revisions from in-memory index tree' (duration: 601.003142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:11.590848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.071648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:57:11.590911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.989614Z","time spent":"601.286378ms","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":194,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:57:11.590967Z","caller":"traceutil/trace.go:171","msg":"trace[1073861205] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:30136; }","duration":"626.242412ms","start":"2026-04-29T02:57:10.964697Z","end":"2026-04-29T02:57:11.590939Z","steps":["trace[1073861205] 'range keys from in-memory index tree' (duration: 625.995556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:11.591036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.964684Z","time spent":"626.325814ms","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:57:11.591017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.379085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:57:11.591109Z","caller":"traceutil/trace.go:171","msg":"trace[497649446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30136; }","duration":"422.527628ms","start":"2026-04-29T02:57:11.168559Z","end":"2026-04-29T02:57:11.591086Z","steps":["trace[497649446] 'range keys from in-memory index tree' (duration: 422.174292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:11.591163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.168534Z","time spent":"422.6197ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:57:11.800158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019718628,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:57:12.313115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.448477ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-29T02:57:12.706026Z","caller":"traceutil/trace.go:171","msg":"trace[408744663] linearizableReadLoop","detail":"{readStateIndex:31136; appliedIndex:31133; }","duration":"1.406848297s","start":"2026-04-29T02:57:11.299146Z","end":"2026-04-29T02:57:12.705994Z","steps":["trace[408744663] 'read index received' (duration: 795.510913ms)","trace[408744663] 'applied index is now lower than readState.Index' (duration: 611.336224ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:12.706113Z","caller":"traceutil/trace.go:171","msg":"trace[2008749575] transaction","detail":"{read_only:false; response_revision:30137; number_of_response:1; }","duration":"1.515719865s","start":"2026-04-29T02:57:11.19035Z","end":"2026-04-29T02:57:12.70607Z","steps":["trace[2008749575] 'process raft request' (duration: 1.515186555s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:12.706327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407146323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-29T02:57:12.706591Z","caller":"traceutil/trace.go:171","msg":"trace[1896100974] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:30138; }","duration":"1.407443978s","start":"2026-04-29T02:57:11.299123Z","end":"2026-04-29T02:57:12.706567Z","steps":["trace[1896100974] 'agreement among raft nodes before linearized reading' (duration: 1.40700605s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:12.706643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.299114Z","time spent":"1.407515549s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-29T02:57:12.706687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.190331Z","time spent":"1.515905108s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:12.706123Z","caller":"traceutil/trace.go:171","msg":"trace[10176724] transaction","detail":"{read_only:false; response_revision:30138; number_of_response:1; }","duration":"1.110078391s","start":"2026-04-29T02:57:11.596018Z","end":"2026-04-29T02:57:12.706096Z","steps":["trace[10176724] 'process raft request' (duration: 1.109914648s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:12.706909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.595989Z","time spent":"1.110806325s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:13.338718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.141939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:13.338946Z","caller":"traceutil/trace.go:171","msg":"trace[971698065] linearizableReadLoop","detail":"{readStateIndex:31139; appliedIndex:31136; }","duration":"632.826225ms","start":"2026-04-29T02:57:12.706103Z","end":"2026-04-29T02:57:13.338929Z","steps":["trace[971698065] 'read index received' (duration: 201.460172ms)","trace[971698065] 'applied index is now lower than readState.Index' (duration: 431.365013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:13.339063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575256513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:13.339099Z","caller":"traceutil/trace.go:171","msg":"trace[1943362603] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:30141; }","duration":"1.575312434s","start":"2026-04-29T02:57:11.763776Z","end":"2026-04-29T02:57:13.339088Z","steps":["trace[1943362603] 'agreement among raft nodes before linearized reading' (duration: 1.575230333s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.339138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.763753Z","time spent":"1.575376175s","remote":"127.0.0.1:43046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:57:13.339152Z","caller":"traceutil/trace.go:171","msg":"trace[252119825] transaction","detail":"{read_only:false; response_revision:30140; number_of_response:1; }","duration":"1.049639736s","start":"2026-04-29T02:57:12.289487Z","end":"2026-04-29T02:57:13.339126Z","steps":["trace[252119825] 'process raft request' (duration: 1.049328761s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.339232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596411737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:57:13.339291Z","caller":"traceutil/trace.go:171","msg":"trace[1136172225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30141; }","duration":"1.596503479s","start":"2026-04-29T02:57:11.742774Z","end":"2026-04-29T02:57:13.339278Z","steps":["trace[1136172225] 'agreement among raft nodes before linearized reading' (duration: 1.596300825s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.339331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.742763Z","time spent":"1.59656076s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:57:13.339335Z","caller":"traceutil/trace.go:171","msg":"trace[1577998306] transaction","detail":"{read_only:false; response_revision:30139; number_of_response:1; }","duration":"1.061719821s","start":"2026-04-29T02:57:12.277603Z","end":"2026-04-29T02:57:13.339322Z","steps":["trace[1577998306] 'process raft request' (duration: 629.877859ms)","trace[1577998306] 'compare' (duration: 430.6983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:13.339351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743536357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:57:13.339362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598547566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:57:13.339383Z","caller":"traceutil/trace.go:171","msg":"trace[301345290] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:30141; }","duration":"1.743583908s","start":"2026-04-29T02:57:11.595791Z","end":"2026-04-29T02:57:13.339375Z","steps":["trace[301345290] 'agreement among raft nodes before linearized reading' (duration: 1.743529787s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.339393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.277571Z","time spent":"1.061791411s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:13.339418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.595785Z","time spent":"1.743626868s","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-29T02:57:13.339438Z","caller":"traceutil/trace.go:171","msg":"trace[657587291] transaction","detail":"{read_only:false; response_revision:30141; number_of_response:1; }","duration":"1.049071115s","start":"2026-04-29T02:57:12.290273Z","end":"2026-04-29T02:57:13.339344Z","steps":["trace[657587291] 'process raft request' (duration: 1.048605307s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.339516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597896025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:57:13.339573Z","caller":"traceutil/trace.go:171","msg":"trace[2110492346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30141; }","duration":"1.597978636s","start":"2026-04-29T02:57:11.741586Z","end":"2026-04-29T02:57:13.339565Z","steps":["trace[2110492346] 'agreement among raft nodes before linearized reading' (duration: 1.597863294s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.3396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744150048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:57:13.339159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238780438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:57:13.339649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.741571Z","time spent":"1.598028937s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:57:13.339659Z","caller":"traceutil/trace.go:171","msg":"trace[1261170718] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30141; }","duration":"1.74420651s","start":"2026-04-29T02:57:11.595443Z","end":"2026-04-29T02:57:13.339649Z","steps":["trace[1261170718] 'agreement among raft nodes before linearized reading' (duration: 1.744127617s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.339689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.595428Z","time spent":"1.74425465s","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-29T02:57:13.33929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.289475Z","time spent":"1.049743858s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:13.33975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596847646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T02:57:13.339764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214815981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:57:13.339748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.73796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:57:13.339791Z","caller":"traceutil/trace.go:171","msg":"trace[1732150659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30141; }","duration":"1.596927637s","start":"2026-04-29T02:57:11.742854Z","end":"2026-04-29T02:57:13.339782Z","steps":["trace[1732150659] 'agreement among raft nodes before linearized reading' (duration: 1.596819765s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:13.339795Z","caller":"traceutil/trace.go:171","msg":"trace[1635733190] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:30141; }","duration":"1.214857093s","start":"2026-04-29T02:57:12.124928Z","end":"2026-04-29T02:57:13.339785Z","steps":["trace[1635733190] 'agreement among raft nodes before linearized reading' (duration: 1.214803972s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:13.339809Z","caller":"traceutil/trace.go:171","msg":"trace[1505806270] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:30141; }","duration":"714.841842ms","start":"2026-04-29T02:57:12.624949Z","end":"2026-04-29T02:57:13.339791Z","steps":["trace[1505806270] 'agreement among raft nodes before linearized reading' (duration: 714.73363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.339825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.124923Z","time spent":"1.214892943s","remote":"127.0.0.1:48710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:13.339821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.742834Z","time spent":"1.596979258s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:57:13.339426Z","caller":"traceutil/trace.go:171","msg":"trace[1841852369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30141; }","duration":"1.598655678s","start":"2026-04-29T02:57:11.740747Z","end":"2026-04-29T02:57:13.339403Z","steps":["trace[1841852369] 'agreement among raft nodes before linearized reading' (duration: 1.598301352s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.339872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.290255Z","time spent":"1.049406722s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:13.339968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.740722Z","time spent":"1.599205959s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:57:13.339856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.624928Z","time spent":"714.918393ms","remote":"127.0.0.1:37878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:57:13.339691Z","caller":"traceutil/trace.go:171","msg":"trace[1812121472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30141; }","duration":"1.2394065s","start":"2026-04-29T02:57:12.100267Z","end":"2026-04-29T02:57:13.339674Z","steps":["trace[1812121472] 'agreement among raft nodes before linearized reading' (duration: 1.238758437s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.340113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.100247Z","time spent":"1.239845618s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:57:13.33998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795016335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-29T02:57:13.340467Z","caller":"traceutil/trace.go:171","msg":"trace[1374157097] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:30141; }","duration":"1.795328781s","start":"2026-04-29T02:57:11.544898Z","end":"2026-04-29T02:57:13.340226Z","steps":["trace[1374157097] 'agreement among raft nodes before linearized reading' (duration: 1.794847092s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.340527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.544874Z","time spent":"1.795639307s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-29T02:57:13.39397Z","caller":"traceutil/trace.go:171","msg":"trace[1207275097] transaction","detail":"{read_only:false; response_revision:30142; number_of_response:1; }","duration":"682.412577ms","start":"2026-04-29T02:57:12.711541Z","end":"2026-04-29T02:57:13.393954Z","steps":["trace[1207275097] 'process raft request' (duration: 682.256584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.394083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.711522Z","time spent":"682.495778ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:13.394317Z","caller":"traceutil/trace.go:171","msg":"trace[1054160416] transaction","detail":"{read_only:false; response_revision:30143; number_of_response:1; }","duration":"527.647116ms","start":"2026-04-29T02:57:12.866629Z","end":"2026-04-29T02:57:13.394276Z","steps":["trace[1054160416] 'process raft request' (duration: 527.286108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.39452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.866612Z","time spent":"527.797468ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:13.394662Z","caller":"traceutil/trace.go:171","msg":"trace[2105214410] transaction","detail":"{read_only:false; response_revision:30146; number_of_response:1; }","duration":"525.346112ms","start":"2026-04-29T02:57:12.869288Z","end":"2026-04-29T02:57:13.394634Z","steps":["trace[2105214410] 'process raft request' (duration: 525.045497ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:13.394695Z","caller":"traceutil/trace.go:171","msg":"trace[1405172765] transaction","detail":"{read_only:false; response_revision:30144; number_of_response:1; }","duration":"528.042813ms","start":"2026-04-29T02:57:12.866629Z","end":"2026-04-29T02:57:13.394672Z","steps":["trace[1405172765] 'process raft request' (duration: 527.555533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.394847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.869272Z","time spent":"525.498176ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:13.394901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.866604Z","time spent":"528.253356ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:13.394792Z","caller":"traceutil/trace.go:171","msg":"trace[855117240] transaction","detail":"{read_only:false; response_revision:30145; number_of_response:1; }","duration":"526.389573ms","start":"2026-04-29T02:57:12.868329Z","end":"2026-04-29T02:57:13.394719Z","steps":["trace[855117240] 'process raft request' (duration: 525.963915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.395156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.868304Z","time spent":"526.714938ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:13.406084Z","caller":"traceutil/trace.go:171","msg":"trace[1140886326] transaction","detail":"{read_only:false; response_revision:30147; number_of_response:1; }","duration":"441.507531ms","start":"2026-04-29T02:57:12.964556Z","end":"2026-04-29T02:57:13.406063Z","steps":["trace[1140886326] 'process raft request' (duration: 441.345348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.406225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.964529Z","time spent":"441.623313ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:13.406286Z","caller":"traceutil/trace.go:171","msg":"trace[1999308300] transaction","detail":"{read_only:false; response_revision:30148; number_of_response:1; }","duration":"441.122804ms","start":"2026-04-29T02:57:12.965148Z","end":"2026-04-29T02:57:13.406271Z","steps":["trace[1999308300] 'process raft request' (duration: 440.876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.406379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.965139Z","time spent":"441.192725ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:13.406834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.635282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:57:13.406895Z","caller":"traceutil/trace.go:171","msg":"trace[77028853] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:30153; }","duration":"246.727535ms","start":"2026-04-29T02:57:13.160144Z","end":"2026-04-29T02:57:13.406872Z","steps":["trace[77028853] 'agreement among raft nodes before linearized reading' (duration: 246.628282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.406889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.872955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:57:13.406903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.559507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:13.406929Z","caller":"traceutil/trace.go:171","msg":"trace[1485013694] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:30153; }","duration":"668.916296ms","start":"2026-04-29T02:57:12.738002Z","end":"2026-04-29T02:57:13.406918Z","steps":["trace[1485013694] 'agreement among raft nodes before linearized reading' (duration: 668.782222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.406925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.362542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:13.406949Z","caller":"traceutil/trace.go:171","msg":"trace[1272877608] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:30153; }","duration":"423.605058ms","start":"2026-04-29T02:57:12.983332Z","end":"2026-04-29T02:57:13.406937Z","steps":["trace[1272877608] 'agreement among raft nodes before linearized reading' (duration: 423.533367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.406961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.737948Z","time spent":"669.004767ms","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":61,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:13.406978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.983261Z","time spent":"423.709611ms","remote":"127.0.0.1:42960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:57:13.406977Z","caller":"traceutil/trace.go:171","msg":"trace[2122207089] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:30153; }","duration":"170.480835ms","start":"2026-04-29T02:57:13.236481Z","end":"2026-04-29T02:57:13.406962Z","steps":["trace[2122207089] 'agreement among raft nodes before linearized reading' (duration: 170.29427ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:15.265758Z","caller":"traceutil/trace.go:171","msg":"trace[11853054] transaction","detail":"{read_only:false; response_revision:30154; number_of_response:1; }","duration":"550.570302ms","start":"2026-04-29T02:57:14.715144Z","end":"2026-04-29T02:57:15.265714Z","steps":["trace[11853054] 'process raft request' (duration: 550.410359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.265905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:14.715124Z","time spent":"550.704104ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:15.624619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.58173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:15.624735Z","caller":"traceutil/trace.go:171","msg":"trace[2010812256] linearizableReadLoop","detail":"{readStateIndex:31153; appliedIndex:31151; }","duration":"525.16775ms","start":"2026-04-29T02:57:15.09955Z","end":"2026-04-29T02:57:15.624718Z","steps":["trace[2010812256] 'read index received' (duration: 166.067112ms)","trace[2010812256] 'applied index is now lower than readState.Index' (duration: 359.099288ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:15.624951Z","caller":"traceutil/trace.go:171","msg":"trace[864853890] transaction","detail":"{read_only:false; response_revision:30155; number_of_response:1; }","duration":"881.642768ms","start":"2026-04-29T02:57:14.743295Z","end":"2026-04-29T02:57:15.624938Z","steps":["trace[864853890] 'process raft request' (duration: 713.66276ms)","trace[864853890] 'compare' (duration: 167.391696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:15.625012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:14.743277Z","time spent":"881.701739ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:15.625196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.632559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:15.625279Z","caller":"traceutil/trace.go:171","msg":"trace[1118837590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30155; }","duration":"525.751851ms","start":"2026-04-29T02:57:15.099499Z","end":"2026-04-29T02:57:15.625251Z","steps":["trace[1118837590] 'agreement among raft nodes before linearized reading' (duration: 525.617418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.625318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.09948Z","time spent":"525.830743ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:57:15.705221Z","caller":"traceutil/trace.go:171","msg":"trace[513433717] transaction","detail":"{read_only:false; response_revision:30156; number_of_response:1; }","duration":"360.532003ms","start":"2026-04-29T02:57:15.344664Z","end":"2026-04-29T02:57:15.705196Z","steps":["trace[513433717] 'process raft request' (duration: 360.34031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.705384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.344641Z","time spent":"360.672075ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:15.705513Z","caller":"traceutil/trace.go:171","msg":"trace[1896477605] transaction","detail":"{read_only:false; response_revision:30157; number_of_response:1; }","duration":"360.073534ms","start":"2026-04-29T02:57:15.345416Z","end":"2026-04-29T02:57:15.70549Z","steps":["trace[1896477605] 'process raft request' (duration: 359.724298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.705647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.345403Z","time spent":"360.174277ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:15.705938Z","caller":"traceutil/trace.go:171","msg":"trace[199742955] transaction","detail":"{read_only:false; response_revision:30158; number_of_response:1; }","duration":"306.248523ms","start":"2026-04-29T02:57:15.399675Z","end":"2026-04-29T02:57:15.705924Z","steps":["trace[199742955] 'process raft request' (duration: 305.733883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.706015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.399654Z","time spent":"306.324474ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:15.706164Z","caller":"traceutil/trace.go:171","msg":"trace[518922614] transaction","detail":"{read_only:false; response_revision:30159; number_of_response:1; }","duration":"306.190471ms","start":"2026-04-29T02:57:15.399964Z","end":"2026-04-29T02:57:15.706155Z","steps":["trace[518922614] 'process raft request' (duration: 305.888086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.706228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.399942Z","time spent":"306.254693ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:15.706355Z","caller":"traceutil/trace.go:171","msg":"trace[844460999] transaction","detail":"{read_only:false; response_revision:30160; number_of_response:1; }","duration":"306.299054ms","start":"2026-04-29T02:57:15.400047Z","end":"2026-04-29T02:57:15.706346Z","steps":["trace[844460999] 'process raft request' (duration: 306.064889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.706413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.400019Z","time spent":"306.366784ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:15.706812Z","caller":"traceutil/trace.go:171","msg":"trace[275500328] transaction","detail":"{read_only:false; response_revision:30161; number_of_response:1; }","duration":"305.906966ms","start":"2026-04-29T02:57:15.400883Z","end":"2026-04-29T02:57:15.70679Z","steps":["trace[275500328] 'process raft request' (duration: 305.427697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.706964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.400856Z","time spent":"306.021998ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:15.707385Z","caller":"traceutil/trace.go:171","msg":"trace[1373432451] transaction","detail":"{read_only:false; response_revision:30162; number_of_response:1; }","duration":"296.533152ms","start":"2026-04-29T02:57:15.410837Z","end":"2026-04-29T02:57:15.70737Z","steps":["trace[1373432451] 'process raft request' (duration: 295.723136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.707549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.003807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:15.707624Z","caller":"traceutil/trace.go:171","msg":"trace[994468588] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:30163; }","duration":"423.088629ms","start":"2026-04-29T02:57:15.284492Z","end":"2026-04-29T02:57:15.707581Z","steps":["trace[994468588] 'agreement among raft nodes before linearized reading' (duration: 423.015327ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:15.707597Z","caller":"traceutil/trace.go:171","msg":"trace[1082772084] transaction","detail":"{read_only:false; response_revision:30163; number_of_response:1; }","duration":"295.532113ms","start":"2026-04-29T02:57:15.412046Z","end":"2026-04-29T02:57:15.707578Z","steps":["trace[1082772084] 'process raft request' (duration: 294.621645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.707656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.284473Z","time spent":"423.17382ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:15.707792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.688786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:57:15.70783Z","caller":"traceutil/trace.go:171","msg":"trace[820637702] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30163; }","duration":"295.732017ms","start":"2026-04-29T02:57:15.412087Z","end":"2026-04-29T02:57:15.707819Z","steps":["trace[820637702] 'agreement among raft nodes before linearized reading' (duration: 295.646635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.707543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.571433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:57:15.707957Z","caller":"traceutil/trace.go:171","msg":"trace[2089034769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30163; }","duration":"297.00759ms","start":"2026-04-29T02:57:15.410938Z","end":"2026-04-29T02:57:15.707945Z","steps":["trace[2089034769] 'agreement among raft nodes before linearized reading' (duration: 296.490141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.708013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.586813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:57:15.70804Z","caller":"traceutil/trace.go:171","msg":"trace[167744045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30163; }","duration":"296.625254ms","start":"2026-04-29T02:57:15.411407Z","end":"2026-04-29T02:57:15.708032Z","steps":["trace[167744045] 'agreement among raft nodes before linearized reading' (duration: 296.539002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.708079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.703315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:57:15.708124Z","caller":"traceutil/trace.go:171","msg":"trace[523376020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30163; }","duration":"296.779806ms","start":"2026-04-29T02:57:15.411333Z","end":"2026-04-29T02:57:15.708112Z","steps":["trace[523376020] 'agreement among raft nodes before linearized reading' (duration: 296.638604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.950885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.716457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:15.951201Z","caller":"traceutil/trace.go:171","msg":"trace[351076450] transaction","detail":"{read_only:false; response_revision:30164; number_of_response:1; }","duration":"239.209194ms","start":"2026-04-29T02:57:15.711968Z","end":"2026-04-29T02:57:15.951178Z","steps":["trace[351076450] 'process raft request' (duration: 45.107749ms)","trace[351076450] 'compare' (duration: 193.572605ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:16.524577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.613522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:16.524847Z","caller":"traceutil/trace.go:171","msg":"trace[286665446] transaction","detail":"{read_only:false; response_revision:30165; number_of_response:1; }","duration":"812.181733ms","start":"2026-04-29T02:57:15.712638Z","end":"2026-04-29T02:57:16.524819Z","steps":["trace[286665446] 'process raft request' (duration: 507.246546ms)","trace[286665446] 'compare' (duration: 304.375317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:16.524984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.71263Z","time spent":"812.283346ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:16.525028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.014034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-29T02:57:16.525069Z","caller":"traceutil/trace.go:171","msg":"trace[1141574038] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:30167; }","duration":"600.087115ms","start":"2026-04-29T02:57:15.924971Z","end":"2026-04-29T02:57:16.525058Z","steps":["trace[1141574038] 'agreement among raft nodes before linearized reading' (duration: 599.936231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:16.525106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.92495Z","time spent":"600.148506ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-04-29T02:57:16.525097Z","caller":"traceutil/trace.go:171","msg":"trace[1792245589] transaction","detail":"{read_only:false; response_revision:30166; number_of_response:1; }","duration":"812.233046ms","start":"2026-04-29T02:57:15.712831Z","end":"2026-04-29T02:57:16.525064Z","steps":["trace[1792245589] 'process raft request' (duration: 811.853828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:16.525186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.712803Z","time spent":"812.339337ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:16.5253Z","caller":"traceutil/trace.go:171","msg":"trace[1289105413] transaction","detail":"{read_only:false; response_revision:30167; number_of_response:1; }","duration":"811.651565ms","start":"2026-04-29T02:57:15.713637Z","end":"2026-04-29T02:57:16.525289Z","steps":["trace[1289105413] 'process raft request' (duration: 811.140894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:16.525365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.713622Z","time spent":"811.709845ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:16.524878Z","caller":"traceutil/trace.go:171","msg":"trace[1678924847] linearizableReadLoop","detail":"{readStateIndex:31165; appliedIndex:31162; }","duration":"599.85122ms","start":"2026-04-29T02:57:15.92501Z","end":"2026-04-29T02:57:16.524861Z","steps":["trace[1678924847] 'read index received' (duration: 294.917542ms)","trace[1678924847] 'applied index is now lower than readState.Index' (duration: 304.932568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:16.525707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.720473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:57:16.525743Z","caller":"traceutil/trace.go:171","msg":"trace[951421979] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:30167; }","duration":"530.795314ms","start":"2026-04-29T02:57:15.994939Z","end":"2026-04-29T02:57:16.525734Z","steps":["trace[951421979] 'agreement among raft nodes before linearized reading' (duration: 530.730522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:16.525773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.994913Z","time spent":"530.851515ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:16.525788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.436492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:16.525826Z","caller":"traceutil/trace.go:171","msg":"trace[375662442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30167; }","duration":"425.515904ms","start":"2026-04-29T02:57:16.100299Z","end":"2026-04-29T02:57:16.525815Z","steps":["trace[375662442] 'agreement among raft nodes before linearized reading' (duration: 425.452583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:16.525865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:16.100278Z","time spent":"425.576475ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:57:16.800099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.609963ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-29T02:57:16.800213Z","caller":"traceutil/trace.go:171","msg":"trace[867598980] linearizableReadLoop","detail":"{readStateIndex:31166; appliedIndex:31165; }","duration":"158.400749ms","start":"2026-04-29T02:57:16.64179Z","end":"2026-04-29T02:57:16.80019Z","steps":["trace[867598980] 'read index received' (duration: 42.656883ms)","trace[867598980] 'applied index is now lower than readState.Index' (duration: 115.741756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:16.800297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.500002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:16.800331Z","caller":"traceutil/trace.go:171","msg":"trace[88749473] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:30167; }","duration":"158.547253ms","start":"2026-04-29T02:57:16.641775Z","end":"2026-04-29T02:57:16.800322Z","steps":["trace[88749473] 'agreement among raft nodes before linearized reading' (duration: 158.468341ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:17.416775Z","caller":"traceutil/trace.go:171","msg":"trace[1064099318] transaction","detail":"{read_only:false; response_revision:30170; number_of_response:1; }","duration":"122.771106ms","start":"2026-04-29T02:57:17.293968Z","end":"2026-04-29T02:57:17.416739Z","steps":["trace[1064099318] 'process raft request' (duration: 81.739402ms)","trace[1064099318] 'compare' (duration: 40.580936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:18.123937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.841776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:57:18.124008Z","caller":"traceutil/trace.go:171","msg":"trace[457708539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30178; }","duration":"167.958877ms","start":"2026-04-29T02:57:17.956033Z","end":"2026-04-29T02:57:18.123991Z","steps":["trace[457708539] 'range keys from in-memory index tree' (duration: 167.684551ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:17.384488Z","caller":"traceutil/trace.go:171","msg":"trace[813430721] linearizableReadLoop","detail":"{readStateIndex:32066; appliedIndex:32065; }","duration":"158.478557ms","start":"2026-04-29T02:59:17.225983Z","end":"2026-04-29T02:59:17.384461Z","steps":["trace[813430721] 'read index received' (duration: 158.281452ms)","trace[813430721] 'applied index is now lower than readState.Index' (duration: 195.755µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:59:17.384604Z","caller":"traceutil/trace.go:171","msg":"trace[1112942048] transaction","detail":"{read_only:false; response_revision:31043; number_of_response:1; }","duration":"159.036347ms","start":"2026-04-29T02:59:17.225541Z","end":"2026-04-29T02:59:17.384577Z","steps":["trace[1112942048] 'process raft request' (duration: 158.747411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:17.384773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.769722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T02:59:17.38486Z","caller":"traceutil/trace.go:171","msg":"trace[125263286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31043; }","duration":"158.865833ms","start":"2026-04-29T02:59:17.225976Z","end":"2026-04-29T02:59:17.384841Z","steps":["trace[125263286] 'agreement among raft nodes before linearized reading' (duration: 158.624859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:17.38499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.918638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:59:17.385077Z","caller":"traceutil/trace.go:171","msg":"trace[2057395145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31043; }","duration":"156.057071ms","start":"2026-04-29T02:59:17.229006Z","end":"2026-04-29T02:59:17.385063Z","steps":["trace[2057395145] 'agreement among raft nodes before linearized reading' (duration: 155.745216ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:17.498007Z","caller":"traceutil/trace.go:171","msg":"trace[169344712] transaction","detail":"{read_only:false; response_revision:31044; number_of_response:1; }","duration":"107.751433ms","start":"2026-04-29T02:59:17.390225Z","end":"2026-04-29T02:59:17.497976Z","steps":["trace[169344712] 'process raft request' (duration: 107.558479ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:17.510071Z","caller":"traceutil/trace.go:171","msg":"trace[95480259] transaction","detail":"{read_only:false; response_revision:31045; number_of_response:1; }","duration":"119.792004ms","start":"2026-04-29T02:59:17.39026Z","end":"2026-04-29T02:59:17.510052Z","steps":["trace[95480259] 'process raft request' (duration: 119.58045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:23.838503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019720837,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:59:24.149781Z","caller":"traceutil/trace.go:171","msg":"trace[1592236945] linearizableReadLoop","detail":"{readStateIndex:32110; appliedIndex:32109; }","duration":"812.260396ms","start":"2026-04-29T02:59:23.337493Z","end":"2026-04-29T02:59:24.149754Z","steps":["trace[1592236945] 'read index received' (duration: 812.166284ms)","trace[1592236945] 'applied index is now lower than readState.Index' (duration: 93.072µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:59:24.149824Z","caller":"traceutil/trace.go:171","msg":"trace[596136441] transaction","detail":"{read_only:false; response_revision:31085; number_of_response:1; }","duration":"821.808351ms","start":"2026-04-29T02:59:23.327988Z","end":"2026-04-29T02:59:24.149797Z","steps":["trace[596136441] 'process raft request' (duration: 821.571996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:24.14999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:23.327959Z","time spent":"821.942143ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:59:24.15002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.514391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:59:24.150063Z","caller":"traceutil/trace.go:171","msg":"trace[1890196149] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:31085; }","duration":"812.607983ms","start":"2026-04-29T02:59:23.337442Z","end":"2026-04-29T02:59:24.15005Z","steps":["trace[1890196149] 'agreement among raft nodes before linearized reading' (duration: 812.45935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:24.150104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:23.337423Z","time spent":"812.671414ms","remote":"127.0.0.1:33326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:59:24.150254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.240038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:59:24.150351Z","caller":"traceutil/trace.go:171","msg":"trace[2099634900] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:31085; }","duration":"373.38178ms","start":"2026-04-29T02:59:23.776945Z","end":"2026-04-29T02:59:24.150327Z","steps":["trace[2099634900] 'agreement among raft nodes before linearized reading' (duration: 373.242388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:24.150328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.907664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T02:59:24.150405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:23.776931Z","time spent":"373.463592ms","remote":"127.0.0.1:43286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:59:24.150384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.100116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:59:24.150425Z","caller":"traceutil/trace.go:171","msg":"trace[772669788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31085; }","duration":"628.076717ms","start":"2026-04-29T02:59:23.522328Z","end":"2026-04-29T02:59:24.150404Z","steps":["trace[772669788] 'agreement among raft nodes before linearized reading' (duration: 627.790132ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:24.150457Z","caller":"traceutil/trace.go:171","msg":"trace[2043555067] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:31085; }","duration":"479.215787ms","start":"2026-04-29T02:59:23.671225Z","end":"2026-04-29T02:59:24.150441Z","steps":["trace[2043555067] 'agreement among raft nodes before linearized reading' (duration: 479.118785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:24.150467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:23.522306Z","time spent":"628.151628ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:59:24.150446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.184417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-29T02:59:24.1505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:23.671204Z","time spent":"479.286929ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-29T02:59:24.150544Z","caller":"traceutil/trace.go:171","msg":"trace[2125630998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31085; }","duration":"742.323268ms","start":"2026-04-29T02:59:23.408192Z","end":"2026-04-29T02:59:24.150515Z","steps":["trace[2125630998] 'agreement among raft nodes before linearized reading' (duration: 742.031173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:24.150591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:23.408178Z","time spent":"742.402741ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:59:24.150728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.932111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:59:24.150777Z","caller":"traceutil/trace.go:171","msg":"trace[1178300843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31085; }","duration":"624.567082ms","start":"2026-04-29T02:59:23.526197Z","end":"2026-04-29T02:59:24.150764Z","steps":["trace[1178300843] 'agreement among raft nodes before linearized reading' (duration: 623.854509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:24.150994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.072273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-29T02:59:24.151112Z","caller":"traceutil/trace.go:171","msg":"trace[1085307694] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:31085; }","duration":"805.238196ms","start":"2026-04-29T02:59:23.345845Z","end":"2026-04-29T02:59:24.151083Z","steps":["trace[1085307694] 'agreement among raft nodes before linearized reading' (duration: 804.153967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:24.151162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:23.345833Z","time spent":"805.319438ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-29T02:59:24.151457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:23.526187Z","time spent":"625.190044ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:59:24.151878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.845113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050281"} {"level":"info","ts":"2026-04-29T02:59:24.151929Z","caller":"traceutil/trace.go:171","msg":"trace[1581796913] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:31085; }","duration":"439.933874ms","start":"2026-04-29T02:59:23.711983Z","end":"2026-04-29T02:59:24.151917Z","steps":["trace[1581796913] 'agreement among raft nodes before linearized reading' (duration: 438.08261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:24.151957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:23.711963Z","time spent":"439.984626ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050305,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"info","ts":"2026-04-29T02:59:24.405713Z","caller":"traceutil/trace.go:171","msg":"trace[1243565933] transaction","detail":"{read_only:false; response_revision:31086; number_of_response:1; }","duration":"249.369068ms","start":"2026-04-29T02:59:24.156313Z","end":"2026-04-29T02:59:24.405682Z","steps":["trace[1243565933] 'process raft request' (duration: 248.819679ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:24.582554Z","caller":"traceutil/trace.go:171","msg":"trace[872499378] transaction","detail":"{read_only:false; response_revision:31087; number_of_response:1; }","duration":"425.351107ms","start":"2026-04-29T02:59:24.157172Z","end":"2026-04-29T02:59:24.582523Z","steps":["trace[872499378] 'process raft request' (duration: 379.89067ms)","trace[872499378] 'compare' (duration: 45.1045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:59:24.582716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:24.157157Z","time spent":"425.484279ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:59:24.582826Z","caller":"traceutil/trace.go:171","msg":"trace[1711666270] transaction","detail":"{read_only:false; response_revision:31089; number_of_response:1; }","duration":"424.796767ms","start":"2026-04-29T02:59:24.158006Z","end":"2026-04-29T02:59:24.582802Z","steps":["trace[1711666270] 'process raft request' (duration: 424.684305ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:24.58288Z","caller":"traceutil/trace.go:171","msg":"trace[793796532] transaction","detail":"{read_only:false; response_revision:31088; number_of_response:1; }","duration":"424.869079ms","start":"2026-04-29T02:59:24.157975Z","end":"2026-04-29T02:59:24.582844Z","steps":["trace[793796532] 'process raft request' (duration: 424.45329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:24.582973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:24.157989Z","time spent":"424.90934ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:59:24.58304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:24.157956Z","time spent":"424.997631ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:59:24.583223Z","caller":"traceutil/trace.go:171","msg":"trace[1447624975] linearizableReadLoop","detail":"{readStateIndex:32112; appliedIndex:32110; }","duration":"425.874976ms","start":"2026-04-29T02:59:24.157329Z","end":"2026-04-29T02:59:24.583204Z","steps":["trace[1447624975] 'read index received' (duration: 247.767519ms)","trace[1447624975] 'applied index is now lower than readState.Index' (duration: 178.106417ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:59:24.583359Z","caller":"traceutil/trace.go:171","msg":"trace[2139431077] transaction","detail":"{read_only:false; response_revision:31090; number_of_response:1; }","duration":"328.038955ms","start":"2026-04-29T02:59:24.255306Z","end":"2026-04-29T02:59:24.583345Z","steps":["trace[2139431077] 'process raft request' (duration: 327.464665ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:24.583366Z","caller":"traceutil/trace.go:171","msg":"trace[1664504142] transaction","detail":"{read_only:false; response_revision:31092; number_of_response:1; }","duration":"267.816457ms","start":"2026-04-29T02:59:24.315533Z","end":"2026-04-29T02:59:24.583349Z","steps":["trace[1664504142] 'process raft request' (duration: 267.36888ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:24.583378Z","caller":"traceutil/trace.go:171","msg":"trace[458134702] transaction","detail":"{read_only:false; response_revision:31095; number_of_response:1; }","duration":"261.688926ms","start":"2026-04-29T02:59:24.321663Z","end":"2026-04-29T02:59:24.583352Z","steps":["trace[458134702] 'process raft request' (duration: 261.434411ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:24.583408Z","caller":"traceutil/trace.go:171","msg":"trace[141264563] transaction","detail":"{read_only:false; response_revision:31091; number_of_response:1; }","duration":"283.011227ms","start":"2026-04-29T02:59:24.300364Z","end":"2026-04-29T02:59:24.583375Z","steps":["trace[141264563] 'process raft request' (duration: 282.489838ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:24.583434Z","caller":"traceutil/trace.go:171","msg":"trace[2081710802] transaction","detail":"{read_only:false; response_revision:31093; number_of_response:1; }","duration":"264.550158ms","start":"2026-04-29T02:59:24.318861Z","end":"2026-04-29T02:59:24.583411Z","steps":["trace[2081710802] 'process raft request' (duration: 264.081459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:24.583456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:24.255274Z","time spent":"328.125197ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:59:24.583471Z","caller":"traceutil/trace.go:171","msg":"trace[2051508826] transaction","detail":"{read_only:false; response_revision:31094; number_of_response:1; }","duration":"262.432818ms","start":"2026-04-29T02:59:24.321028Z","end":"2026-04-29T02:59:24.583461Z","steps":["trace[2051508826] 'process raft request' (duration: 262.008001ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:24.583505Z","caller":"traceutil/trace.go:171","msg":"trace[1072614930] transaction","detail":"{read_only:false; response_revision:31096; number_of_response:1; }","duration":"260.036825ms","start":"2026-04-29T02:59:24.32341Z","end":"2026-04-29T02:59:24.583447Z","steps":["trace[1072614930] 'process raft request' (duration: 259.72301ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:24.583572Z","caller":"traceutil/trace.go:171","msg":"trace[1721843559] transaction","detail":"{read_only:false; response_revision:31097; number_of_response:1; }","duration":"259.266731ms","start":"2026-04-29T02:59:24.324197Z","end":"2026-04-29T02:59:24.583464Z","steps":["trace[1721843559] 'process raft request' (duration: 258.968905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:24.583659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.727837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:59:24.583746Z","caller":"traceutil/trace.go:171","msg":"trace[1537468907] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:31097; }","duration":"360.858779ms","start":"2026-04-29T02:59:24.222874Z","end":"2026-04-29T02:59:24.583733Z","steps":["trace[1537468907] 'agreement among raft nodes before linearized reading' (duration: 360.689496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:24.583788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:24.222855Z","time spent":"360.9236ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:59:24.583689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.644653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-29T02:59:24.583852Z","caller":"traceutil/trace.go:171","msg":"trace[1810471573] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:31097; }","duration":"218.857337ms","start":"2026-04-29T02:59:24.36498Z","end":"2026-04-29T02:59:24.583837Z","steps":["trace[1810471573] 'agreement among raft nodes before linearized reading' (duration: 218.540301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:24.583817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.414425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:59:24.583955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.680015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18470"} {"level":"info","ts":"2026-04-29T02:59:24.584107Z","caller":"traceutil/trace.go:171","msg":"trace[1807700001] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:31097; }","duration":"424.9463ms","start":"2026-04-29T02:59:24.159142Z","end":"2026-04-29T02:59:24.584088Z","steps":["trace[1807700001] 'agreement among raft nodes before linearized reading' (duration: 424.375258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:24.584208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:24.159123Z","time spent":"425.066282ms","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18494,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-29T02:59:24.584225Z","caller":"traceutil/trace.go:171","msg":"trace[129679840] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:31097; }","duration":"426.736582ms","start":"2026-04-29T02:59:24.157282Z","end":"2026-04-29T02:59:24.584019Z","steps":["trace[129679840] 'agreement among raft nodes before linearized reading' (duration: 426.128761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:24.58432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:24.157259Z","time spent":"427.044467ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-29T02:59:25.962453Z","caller":"traceutil/trace.go:171","msg":"trace[2031499986] transaction","detail":"{read_only:false; response_revision:31102; number_of_response:1; }","duration":"106.723384ms","start":"2026-04-29T02:59:25.855672Z","end":"2026-04-29T02:59:25.962395Z","steps":["trace[2031499986] 'process raft request' (duration: 106.185645ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:26.837549Z","caller":"traceutil/trace.go:171","msg":"trace[781336050] transaction","detail":"{read_only:false; response_revision:31106; number_of_response:1; }","duration":"247.258489ms","start":"2026-04-29T02:59:26.590267Z","end":"2026-04-29T02:59:26.837525Z","steps":["trace[781336050] 'process raft request' (duration: 247.070836ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:26.837757Z","caller":"traceutil/trace.go:171","msg":"trace[142443490] transaction","detail":"{read_only:false; response_revision:31109; number_of_response:1; }","duration":"246.937183ms","start":"2026-04-29T02:59:26.590807Z","end":"2026-04-29T02:59:26.837744Z","steps":["trace[142443490] 'process raft request' (duration: 246.875882ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:26.837891Z","caller":"traceutil/trace.go:171","msg":"trace[1533388654] transaction","detail":"{read_only:false; response_revision:31107; number_of_response:1; }","duration":"247.494483ms","start":"2026-04-29T02:59:26.590386Z","end":"2026-04-29T02:59:26.837881Z","steps":["trace[1533388654] 'process raft request' (duration: 247.083865ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:26.837993Z","caller":"traceutil/trace.go:171","msg":"trace[912677029] transaction","detail":"{read_only:false; response_revision:31111; number_of_response:1; }","duration":"246.24455ms","start":"2026-04-29T02:59:26.591739Z","end":"2026-04-29T02:59:26.837983Z","steps":["trace[912677029] 'process raft request' (duration: 246.070086ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:26.838008Z","caller":"traceutil/trace.go:171","msg":"trace[1317863152] transaction","detail":"{read_only:false; response_revision:31108; number_of_response:1; }","duration":"247.205928ms","start":"2026-04-29T02:59:26.590765Z","end":"2026-04-29T02:59:26.837971Z","steps":["trace[1317863152] 'process raft request' (duration: 246.858562ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:26.838079Z","caller":"traceutil/trace.go:171","msg":"trace[228436661] transaction","detail":"{read_only:false; response_revision:31110; number_of_response:1; }","duration":"246.583318ms","start":"2026-04-29T02:59:26.591483Z","end":"2026-04-29T02:59:26.838066Z","steps":["trace[228436661] 'process raft request' (duration: 246.229911ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:26.838304Z","caller":"traceutil/trace.go:171","msg":"trace[1967476280] transaction","detail":"{read_only:false; response_revision:31112; number_of_response:1; }","duration":"246.342363ms","start":"2026-04-29T02:59:26.591933Z","end":"2026-04-29T02:59:26.838275Z","steps":["trace[1967476280] 'process raft request' (duration: 245.926494ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:26.838361Z","caller":"traceutil/trace.go:171","msg":"trace[2078425966] transaction","detail":"{read_only:false; response_revision:31113; number_of_response:1; }","duration":"246.342223ms","start":"2026-04-29T02:59:26.592007Z","end":"2026-04-29T02:59:26.838349Z","steps":["trace[2078425966] 'process raft request' (duration: 245.890804ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:26.8391Z","caller":"traceutil/trace.go:171","msg":"trace[761276948] transaction","detail":"{read_only:false; response_revision:31114; number_of_response:1; }","duration":"246.629198ms","start":"2026-04-29T02:59:26.592443Z","end":"2026-04-29T02:59:26.839073Z","steps":["trace[761276948] 'process raft request' (duration: 245.491697ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:26.839339Z","caller":"traceutil/trace.go:171","msg":"trace[1981249262] transaction","detail":"{read_only:false; response_revision:31115; number_of_response:1; }","duration":"245.879623ms","start":"2026-04-29T02:59:26.593451Z","end":"2026-04-29T02:59:26.839331Z","steps":["trace[1981249262] 'process raft request' (duration: 245.70715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:28.596826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.045641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-29T02:59:28.596939Z","caller":"traceutil/trace.go:171","msg":"trace[564113128] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:31117; }","duration":"101.206683ms","start":"2026-04-29T02:59:28.495708Z","end":"2026-04-29T02:59:28.596915Z","steps":["trace[564113128] 'range keys from in-memory index tree' (duration: 100.782325ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:29.159437Z","caller":"traceutil/trace.go:171","msg":"trace[768264535] transaction","detail":"{read_only:false; response_revision:31124; number_of_response:1; }","duration":"314.362094ms","start":"2026-04-29T02:59:28.845048Z","end":"2026-04-29T02:59:29.15941Z","steps":["trace[768264535] 'process raft request' (duration: 314.267073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.159658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.845011Z","time spent":"314.513137ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:59:29.159708Z","caller":"traceutil/trace.go:171","msg":"trace[853019248] transaction","detail":"{read_only:false; response_revision:31125; number_of_response:1; }","duration":"314.458537ms","start":"2026-04-29T02:59:28.845195Z","end":"2026-04-29T02:59:29.159653Z","steps":["trace[853019248] 'process raft request' (duration: 314.172741ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:29.159753Z","caller":"traceutil/trace.go:171","msg":"trace[1772620374] linearizableReadLoop","detail":"{readStateIndex:32153; appliedIndex:32148; }","duration":"270.217542ms","start":"2026-04-29T02:59:28.889512Z","end":"2026-04-29T02:59:29.159729Z","steps":["trace[1772620374] 'read index received' (duration: 269.120761ms)","trace[1772620374] 'applied index is now lower than readState.Index' (duration: 1.095951ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:59:29.159444Z","caller":"traceutil/trace.go:171","msg":"trace[518380710] transaction","detail":"{read_only:false; response_revision:31123; number_of_response:1; }","duration":"314.400855ms","start":"2026-04-29T02:59:28.845002Z","end":"2026-04-29T02:59:29.159403Z","steps":["trace[518380710] 'process raft request' (duration: 313.614531ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:29.159876Z","caller":"traceutil/trace.go:171","msg":"trace[72738554] transaction","detail":"{read_only:false; response_revision:31126; number_of_response:1; }","duration":"314.480637ms","start":"2026-04-29T02:59:28.845383Z","end":"2026-04-29T02:59:29.159864Z","steps":["trace[72738554] 'process raft request' (duration: 314.148741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.159953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.844993Z","time spent":"314.867924ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:59:29.159956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.845141Z","time spent":"314.67027ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:59:29.160004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.845378Z","time spent":"314.530368ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:59:29.160144Z","caller":"traceutil/trace.go:171","msg":"trace[1345083212] transaction","detail":"{read_only:false; response_revision:31127; number_of_response:1; }","duration":"314.909605ms","start":"2026-04-29T02:59:28.845224Z","end":"2026-04-29T02:59:29.160134Z","steps":["trace[1345083212] 'process raft request' (duration: 314.459887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.160202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.845183Z","time spent":"314.989166ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:59:29.160308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.895326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T02:59:29.160329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.323372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:59:29.160371Z","caller":"traceutil/trace.go:171","msg":"trace[554766145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31127; }","duration":"313.995228ms","start":"2026-04-29T02:59:28.846359Z","end":"2026-04-29T02:59:29.160355Z","steps":["trace[554766145] 'agreement among raft nodes before linearized reading' (duration: 313.795334ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:29.160385Z","caller":"traceutil/trace.go:171","msg":"trace[897475524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31127; }","duration":"315.435204ms","start":"2026-04-29T02:59:28.844935Z","end":"2026-04-29T02:59:29.16037Z","steps":["trace[897475524] 'agreement among raft nodes before linearized reading' (duration: 315.239991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.1604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.846344Z","time spent":"314.050989ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:59:29.16042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.844907Z","time spent":"315.504755ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:59:29.20378Z","caller":"traceutil/trace.go:171","msg":"trace[1246268313] transaction","detail":"{read_only:false; response_revision:31128; number_of_response:1; }","duration":"309.999284ms","start":"2026-04-29T02:59:28.893756Z","end":"2026-04-29T02:59:29.203755Z","steps":["trace[1246268313] 'process raft request' (duration: 309.832891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.203825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.97504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:59:29.203877Z","caller":"traceutil/trace.go:171","msg":"trace[1276076356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31128; }","duration":"312.067002ms","start":"2026-04-29T02:59:28.891797Z","end":"2026-04-29T02:59:29.203864Z","steps":["trace[1276076356] 'agreement among raft nodes before linearized reading' (duration: 311.908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.203902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.893743Z","time spent":"310.098425ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:59:29.203895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.946477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:59:29.203911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.891783Z","time spent":"312.119603ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T02:59:29.203956Z","caller":"traceutil/trace.go:171","msg":"trace[2127961029] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:31128; }","duration":"133.057319ms","start":"2026-04-29T02:59:29.07088Z","end":"2026-04-29T02:59:29.203938Z","steps":["trace[2127961029] 'agreement among raft nodes before linearized reading' (duration: 132.958987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.204369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.098325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:59:29.204421Z","caller":"traceutil/trace.go:171","msg":"trace[1774519978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31128; }","duration":"105.190256ms","start":"2026-04-29T02:59:29.09922Z","end":"2026-04-29T02:59:29.20441Z","steps":["trace[1774519978] 'agreement among raft nodes before linearized reading' (duration: 104.567184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.726794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.133398ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:59:29.727009Z","caller":"traceutil/trace.go:171","msg":"trace[1319149599] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:31128; }","duration":"122.338932ms","start":"2026-04-29T02:59:29.604617Z","end":"2026-04-29T02:59:29.726956Z","steps":["trace[1319149599] 'range keys from in-memory index tree' (duration: 122.112848ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:29.727449Z","caller":"traceutil/trace.go:171","msg":"trace[996814837] linearizableReadLoop","detail":"{readStateIndex:32156; appliedIndex:32154; }","duration":"522.231368ms","start":"2026-04-29T02:59:29.20517Z","end":"2026-04-29T02:59:29.727401Z","steps":["trace[996814837] 'read index received' (duration: 474.525281ms)","trace[996814837] 'applied index is now lower than readState.Index' (duration: 47.703757ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:59:29.727715Z","caller":"traceutil/trace.go:171","msg":"trace[1886721743] transaction","detail":"{read_only:false; response_revision:31129; number_of_response:1; }","duration":"564.191081ms","start":"2026-04-29T02:59:29.163481Z","end":"2026-04-29T02:59:29.727672Z","steps":["trace[1886721743] 'process raft request' (duration: 516.230699ms)","trace[1886721743] 'compare' (duration: 46.689219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:59:29.727804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.603026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:59:29.72793Z","caller":"traceutil/trace.go:171","msg":"trace[1781871916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31130; }","duration":"522.758018ms","start":"2026-04-29T02:59:29.20514Z","end":"2026-04-29T02:59:29.727898Z","steps":["trace[1781871916] 'agreement among raft nodes before linearized reading' (duration: 522.536774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.727934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:29.163457Z","time spent":"564.368004ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:59:29.727981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:29.205129Z","time spent":"522.841401ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:59:29.727723Z","caller":"traceutil/trace.go:171","msg":"trace[1362318557] transaction","detail":"{read_only:false; response_revision:31130; number_of_response:1; }","duration":"563.922166ms","start":"2026-04-29T02:59:29.163766Z","end":"2026-04-29T02:59:29.727688Z","steps":["trace[1362318557] 'process raft request' (duration: 563.431787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.728193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:29.163748Z","time spent":"564.351204ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:59:29.734519Z","caller":"traceutil/trace.go:171","msg":"trace[1443215344] transaction","detail":"{read_only:false; response_revision:31131; number_of_response:1; }","duration":"527.021787ms","start":"2026-04-29T02:59:29.207474Z","end":"2026-04-29T02:59:29.734495Z","steps":["trace[1443215344] 'process raft request' (duration: 526.810733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.734581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.637544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18470"} {"level":"info","ts":"2026-04-29T02:59:29.734654Z","caller":"traceutil/trace.go:171","msg":"trace[1006448851] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:31131; }","duration":"142.766146ms","start":"2026-04-29T02:59:29.59187Z","end":"2026-04-29T02:59:29.734636Z","steps":["trace[1006448851] 'agreement among raft nodes before linearized reading' (duration: 142.553233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.734664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:29.20746Z","time spent":"527.102108ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:59:37.917043Z","caller":"traceutil/trace.go:171","msg":"trace[268743052] transaction","detail":"{read_only:false; response_revision:31190; number_of_response:1; }","duration":"142.44027ms","start":"2026-04-29T02:59:37.774562Z","end":"2026-04-29T02:59:37.917002Z","steps":["trace[268743052] 'process raft request' (duration: 142.356898ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:37.91738Z","caller":"traceutil/trace.go:171","msg":"trace[1697335209] transaction","detail":"{read_only:false; response_revision:31189; number_of_response:1; }","duration":"143.299157ms","start":"2026-04-29T02:59:37.77406Z","end":"2026-04-29T02:59:37.917359Z","steps":["trace[1697335209] 'process raft request' (duration: 117.542933ms)","trace[1697335209] 'compare' (duration: 25.153112ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:00:52.438605Z","caller":"traceutil/trace.go:171","msg":"trace[1154993600] transaction","detail":"{read_only:false; response_revision:31833; number_of_response:1; }","duration":"108.077448ms","start":"2026-04-29T03:00:52.330494Z","end":"2026-04-29T03:00:52.438571Z","steps":["trace[1154993600] 'process raft request' (duration: 50.435258ms)","trace[1154993600] 'compare' (duration: 57.318164ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:00:52.438594Z","caller":"traceutil/trace.go:171","msg":"trace[423838057] transaction","detail":"{read_only:false; response_revision:31834; number_of_response:1; }","duration":"107.719242ms","start":"2026-04-29T03:00:52.330848Z","end":"2026-04-29T03:00:52.438567Z","steps":["trace[423838057] 'process raft request' (duration: 107.61966ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:00:53.258102Z","caller":"traceutil/trace.go:171","msg":"trace[2082331422] transaction","detail":"{read_only:false; response_revision:31835; number_of_response:1; }","duration":"249.562932ms","start":"2026-04-29T03:00:53.008516Z","end":"2026-04-29T03:00:53.258079Z","steps":["trace[2082331422] 'process raft request' (duration: 249.412609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:00:53.612557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.724227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:00:53.612984Z","caller":"traceutil/trace.go:171","msg":"trace[1997072200] transaction","detail":"{read_only:false; response_revision:31836; number_of_response:1; }","duration":"552.509756ms","start":"2026-04-29T03:00:53.060443Z","end":"2026-04-29T03:00:53.612952Z","steps":["trace[1997072200] 'process raft request' (duration: 284.304761ms)","trace[1997072200] 'compare' (duration: 267.601724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:00:53.613144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:00:53.060384Z","time spent":"552.676099ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:00:53.61302Z","caller":"traceutil/trace.go:171","msg":"trace[2034276239] transaction","detail":"{read_only:false; response_revision:31838; number_of_response:1; }","duration":"400.573441ms","start":"2026-04-29T03:00:53.212427Z","end":"2026-04-29T03:00:53.613Z","steps":["trace[2034276239] 'process raft request' (duration: 400.477109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:00:53.613446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:00:53.212399Z","time spent":"400.951137ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:00:53.613952Z","caller":"traceutil/trace.go:171","msg":"trace[115092188] transaction","detail":"{read_only:false; response_revision:31837; number_of_response:1; }","duration":"400.761475ms","start":"2026-04-29T03:00:53.212382Z","end":"2026-04-29T03:00:53.613143Z","steps":["trace[115092188] 'process raft request' (duration: 400.280585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:00:53.614069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:00:53.21236Z","time spent":"401.65937ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:00:53.660124Z","caller":"traceutil/trace.go:171","msg":"trace[2092345032] transaction","detail":"{read_only:false; response_revision:31839; number_of_response:1; }","duration":"174.681304ms","start":"2026-04-29T03:00:53.485421Z","end":"2026-04-29T03:00:53.660102Z","steps":["trace[2092345032] 'process raft request' (duration: 174.569532ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:00:53.744378Z","caller":"traceutil/trace.go:171","msg":"trace[1677751103] transaction","detail":"{read_only:false; response_revision:31840; number_of_response:1; }","duration":"241.052006ms","start":"2026-04-29T03:00:53.503302Z","end":"2026-04-29T03:00:53.744354Z","steps":["trace[1677751103] 'process raft request' (duration: 238.53694ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:00:53.744663Z","caller":"traceutil/trace.go:171","msg":"trace[629369779] transaction","detail":"{read_only:false; response_revision:31841; number_of_response:1; }","duration":"241.25093ms","start":"2026-04-29T03:00:53.503355Z","end":"2026-04-29T03:00:53.744606Z","steps":["trace[629369779] 'process raft request' (duration: 240.955964ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:00:53.744951Z","caller":"traceutil/trace.go:171","msg":"trace[1569755524] transaction","detail":"{read_only:false; response_revision:31842; number_of_response:1; }","duration":"240.872592ms","start":"2026-04-29T03:00:53.504066Z","end":"2026-04-29T03:00:53.744938Z","steps":["trace[1569755524] 'process raft request' (duration: 240.482606ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:00:53.745167Z","caller":"traceutil/trace.go:171","msg":"trace[1688733388] linearizableReadLoop","detail":"{readStateIndex:32889; appliedIndex:32885; }","duration":"236.691115ms","start":"2026-04-29T03:00:53.508465Z","end":"2026-04-29T03:00:53.745156Z","steps":["trace[1688733388] 'read index received' (duration: 151.889845ms)","trace[1688733388] 'applied index is now lower than readState.Index' (duration: 84.80065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:00:53.745382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.898339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:00:53.745483Z","caller":"traceutil/trace.go:171","msg":"trace[1255906430] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:31843; }","duration":"237.054562ms","start":"2026-04-29T03:00:53.508404Z","end":"2026-04-29T03:00:53.745458Z","steps":["trace[1255906430] 'agreement among raft nodes before linearized reading' (duration: 236.889689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:00:53.745509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.133163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T03:00:53.74555Z","caller":"traceutil/trace.go:171","msg":"trace[892827776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31843; }","duration":"118.207375ms","start":"2026-04-29T03:00:53.627332Z","end":"2026-04-29T03:00:53.745539Z","steps":["trace[892827776] 'agreement among raft nodes before linearized reading' (duration: 118.063613ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:00:53.745729Z","caller":"traceutil/trace.go:171","msg":"trace[561958601] transaction","detail":"{read_only:false; response_revision:31843; number_of_response:1; }","duration":"241.631136ms","start":"2026-04-29T03:00:53.504085Z","end":"2026-04-29T03:00:53.745716Z","steps":["trace[561958601] 'process raft request' (duration: 240.809391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:00:54.520472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.678234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com\" ","response":"range_response_count:1 size:156633"} {"level":"info","ts":"2026-04-29T03:00:54.52056Z","caller":"traceutil/trace.go:171","msg":"trace[1684875648] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com; range_end:; response_count:1; response_revision:31845; }","duration":"143.841317ms","start":"2026-04-29T03:00:54.376698Z","end":"2026-04-29T03:00:54.520539Z","steps":["trace[1684875648] 'range keys from in-memory index tree' (duration: 143.292437ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:20.029409Z","caller":"traceutil/trace.go:171","msg":"trace[2130051448] transaction","detail":"{read_only:false; response_revision:32029; number_of_response:1; }","duration":"322.896282ms","start":"2026-04-29T03:01:19.706494Z","end":"2026-04-29T03:01:20.02939Z","steps":["trace[2130051448] 'process raft request' (duration: 322.827371ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:20.029472Z","caller":"traceutil/trace.go:171","msg":"trace[1637970427] transaction","detail":"{read_only:false; response_revision:32028; number_of_response:1; }","duration":"323.592004ms","start":"2026-04-29T03:01:19.705858Z","end":"2026-04-29T03:01:20.02945Z","steps":["trace[1637970427] 'process raft request' (duration: 295.420806ms)","trace[1637970427] 'compare' (duration: 27.807512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:20.029543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:19.706488Z","time spent":"322.984134ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:20.029594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:19.705851Z","time spent":"323.685716ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:20.434388Z","caller":"traceutil/trace.go:171","msg":"trace[1456767502] linearizableReadLoop","detail":"{readStateIndex:33085; appliedIndex:33078; }","duration":"564.308053ms","start":"2026-04-29T03:01:19.870057Z","end":"2026-04-29T03:01:20.434365Z","steps":["trace[1456767502] 'read index received' (duration: 131.342657ms)","trace[1456767502] 'applied index is now lower than readState.Index' (duration: 432.964136ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:20.434657Z","caller":"traceutil/trace.go:171","msg":"trace[477488204] transaction","detail":"{read_only:false; response_revision:32033; number_of_response:1; }","duration":"581.320345ms","start":"2026-04-29T03:01:19.853289Z","end":"2026-04-29T03:01:20.434609Z","steps":["trace[477488204] 'process raft request' (duration: 581.00078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:20.434759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.06668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:20.434829Z","caller":"traceutil/trace.go:171","msg":"trace[709780157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32034; }","duration":"338.175882ms","start":"2026-04-29T03:01:20.096638Z","end":"2026-04-29T03:01:20.434814Z","steps":["trace[709780157] 'agreement among raft nodes before linearized reading' (duration: 338.04428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:20.434827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:19.853283Z","time spent":"581.466049ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:20.43484Z","caller":"traceutil/trace.go:171","msg":"trace[227377496] transaction","detail":"{read_only:false; response_revision:32031; number_of_response:1; }","duration":"582.6498ms","start":"2026-04-29T03:01:19.852175Z","end":"2026-04-29T03:01:20.434825Z","steps":["trace[227377496] 'process raft request' (duration: 582.032869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:20.43486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:20.096622Z","time spent":"338.232553ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T03:01:20.434842Z","caller":"traceutil/trace.go:171","msg":"trace[1701984519] transaction","detail":"{read_only:false; response_revision:32034; number_of_response:1; }","duration":"580.729235ms","start":"2026-04-29T03:01:19.854071Z","end":"2026-04-29T03:01:20.4348Z","steps":["trace[1701984519] 'process raft request' (duration: 580.251686ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:20.434955Z","caller":"traceutil/trace.go:171","msg":"trace[2075681287] transaction","detail":"{read_only:false; response_revision:32032; number_of_response:1; }","duration":"582.377504ms","start":"2026-04-29T03:01:19.85257Z","end":"2026-04-29T03:01:20.434947Z","steps":["trace[2075681287] 'process raft request' (duration: 581.680412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:20.43495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:19.85216Z","time spent":"582.717731ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:20.434997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:19.85255Z","time spent":"582.423495ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:20.435004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.925624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T03:01:20.435021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:19.854064Z","time spent":"580.850527ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:20.435012Z","caller":"traceutil/trace.go:171","msg":"trace[2051938160] transaction","detail":"{read_only:false; response_revision:32030; number_of_response:1; }","duration":"673.129775ms","start":"2026-04-29T03:01:19.761854Z","end":"2026-04-29T03:01:20.434984Z","steps":["trace[2051938160] 'process raft request' (duration: 672.198879ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:20.435078Z","caller":"traceutil/trace.go:171","msg":"trace[842522232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32034; }","duration":"565.037157ms","start":"2026-04-29T03:01:19.870022Z","end":"2026-04-29T03:01:20.435059Z","steps":["trace[842522232] 'agreement among raft nodes before linearized reading' (duration: 564.802002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:20.435126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:19.87001Z","time spent":"565.107448ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:20.435147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:19.761845Z","time spent":"673.239448ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:20.662779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.845827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:20.662918Z","caller":"traceutil/trace.go:171","msg":"trace[886268165] transaction","detail":"{read_only:false; response_revision:32036; number_of_response:1; }","duration":"169.366526ms","start":"2026-04-29T03:01:20.493528Z","end":"2026-04-29T03:01:20.662894Z","steps":["trace[886268165] 'process raft request' (duration: 50.300775ms)","trace[886268165] 'compare' (duration: 118.636793ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:20.867947Z","caller":"traceutil/trace.go:171","msg":"trace[102111651] linearizableReadLoop","detail":"{readStateIndex:33088; appliedIndex:33087; }","duration":"168.795646ms","start":"2026-04-29T03:01:20.699124Z","end":"2026-04-29T03:01:20.86792Z","steps":["trace[102111651] 'read index received' (duration: 79.978061ms)","trace[102111651] 'applied index is now lower than readState.Index' (duration: 88.816585ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:20.867993Z","caller":"traceutil/trace.go:171","msg":"trace[148162838] transaction","detail":"{read_only:false; response_revision:32037; number_of_response:1; }","duration":"172.584466ms","start":"2026-04-29T03:01:20.695378Z","end":"2026-04-29T03:01:20.867962Z","steps":["trace[148162838] 'process raft request' (duration: 83.796522ms)","trace[148162838] 'compare' (duration: 88.598121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:20.868208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.073252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T03:01:20.868314Z","caller":"traceutil/trace.go:171","msg":"trace[1209415379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32037; }","duration":"169.205804ms","start":"2026-04-29T03:01:20.699091Z","end":"2026-04-29T03:01:20.868296Z","steps":["trace[1209415379] 'agreement among raft nodes before linearized reading' (duration: 168.927949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:21.149121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.212455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:21.149207Z","caller":"traceutil/trace.go:171","msg":"trace[1046845383] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32038; }","duration":"131.359157ms","start":"2026-04-29T03:01:21.017829Z","end":"2026-04-29T03:01:21.149188Z","steps":["trace[1046845383] 'count revisions from in-memory index tree' (duration: 131.116753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:21.302777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.669407ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-29T03:01:21.318959Z","caller":"traceutil/trace.go:171","msg":"trace[1232489249] linearizableReadLoop","detail":"{readStateIndex:33091; appliedIndex:33089; }","duration":"184.618217ms","start":"2026-04-29T03:01:21.134316Z","end":"2026-04-29T03:01:21.318934Z","steps":["trace[1232489249] 'read index received' (duration: 45.770182ms)","trace[1232489249] 'applied index is now lower than readState.Index' (duration: 138.847185ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:21.319014Z","caller":"traceutil/trace.go:171","msg":"trace[774784868] transaction","detail":"{read_only:false; response_revision:32039; number_of_response:1; }","duration":"186.526432ms","start":"2026-04-29T03:01:21.132454Z","end":"2026-04-29T03:01:21.31898Z","steps":["trace[774784868] 'process raft request' (duration: 186.312288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:21.319092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.742909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:21.319129Z","caller":"traceutil/trace.go:171","msg":"trace[1269877925] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:32039; }","duration":"184.817871ms","start":"2026-04-29T03:01:21.134302Z","end":"2026-04-29T03:01:21.31912Z","steps":["trace[1269877925] 'agreement among raft nodes before linearized reading' (duration: 184.725309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:22.348656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.379167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:22.348742Z","caller":"traceutil/trace.go:171","msg":"trace[1100454465] linearizableReadLoop","detail":"{readStateIndex:33095; appliedIndex:33093; }","duration":"248.296579ms","start":"2026-04-29T03:01:22.100432Z","end":"2026-04-29T03:01:22.348729Z","steps":["trace[1100454465] 'read index received' (duration: 12.453709ms)","trace[1100454465] 'applied index is now lower than readState.Index' (duration: 235.84207ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:22.34881Z","caller":"traceutil/trace.go:171","msg":"trace[506189819] transaction","detail":"{read_only:false; response_revision:32043; number_of_response:1; }","duration":"314.177801ms","start":"2026-04-29T03:01:22.034624Z","end":"2026-04-29T03:01:22.348802Z","steps":["trace[506189819] 'process raft request' (duration: 163.596501ms)","trace[506189819] 'compare' (duration: 149.820346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:22.348851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:22.034584Z","time spent":"314.244092ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:22.349119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.667086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:22.34921Z","caller":"traceutil/trace.go:171","msg":"trace[1972057244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32043; }","duration":"248.820989ms","start":"2026-04-29T03:01:22.100369Z","end":"2026-04-29T03:01:22.34919Z","steps":["trace[1972057244] 'agreement among raft nodes before linearized reading' (duration: 248.632525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:22.99395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019723231,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T03:01:23.024766Z","caller":"traceutil/trace.go:171","msg":"trace[344415665] transaction","detail":"{read_only:false; response_revision:32044; number_of_response:1; }","duration":"583.629479ms","start":"2026-04-29T03:01:22.441114Z","end":"2026-04-29T03:01:23.024743Z","steps":["trace[344415665] 'process raft request' (duration: 583.455586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:23.024921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:22.441084Z","time spent":"583.760471ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:23.333068Z","caller":"traceutil/trace.go:171","msg":"trace[133581397] transaction","detail":"{read_only:false; response_revision:32045; number_of_response:1; }","duration":"891.80414ms","start":"2026-04-29T03:01:22.441235Z","end":"2026-04-29T03:01:23.333039Z","steps":["trace[133581397] 'process raft request' (duration: 816.381662ms)","trace[133581397] 'compare' (duration: 75.126293ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:23.333075Z","caller":"traceutil/trace.go:171","msg":"trace[1940357391] transaction","detail":"{read_only:false; response_revision:32046; number_of_response:1; }","duration":"891.686097ms","start":"2026-04-29T03:01:22.441365Z","end":"2026-04-29T03:01:23.333051Z","steps":["trace[1940357391] 'process raft request' (duration: 891.560415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:23.333205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:22.441202Z","time spent":"891.934032ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:23.333247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:22.441331Z","time spent":"891.82872ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:23.333231Z","caller":"traceutil/trace.go:171","msg":"trace[150070540] linearizableReadLoop","detail":"{readStateIndex:33100; appliedIndex:33095; }","duration":"839.832252ms","start":"2026-04-29T03:01:22.493376Z","end":"2026-04-29T03:01:23.333208Z","steps":["trace[150070540] 'read index received' (duration: 531.272925ms)","trace[150070540] 'applied index is now lower than readState.Index' (duration: 308.558267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:23.333447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.055287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T03:01:23.333452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.946702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:23.333491Z","caller":"traceutil/trace.go:171","msg":"trace[1928469105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32048; }","duration":"840.147579ms","start":"2026-04-29T03:01:22.493333Z","end":"2026-04-29T03:01:23.33348Z","steps":["trace[1928469105] 'agreement among raft nodes before linearized reading' (duration: 839.955055ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:23.333504Z","caller":"traceutil/trace.go:171","msg":"trace[1665322450] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:32048; }","duration":"755.040404ms","start":"2026-04-29T03:01:22.578445Z","end":"2026-04-29T03:01:23.333486Z","steps":["trace[1665322450] 'agreement among raft nodes before linearized reading' (duration: 754.947752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:23.333525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:22.493319Z","time spent":"840.197429ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:23.333546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:22.578428Z","time spent":"755.108465ms","remote":"127.0.0.1:48728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:23.333783Z","caller":"traceutil/trace.go:171","msg":"trace[1458854318] transaction","detail":"{read_only:false; response_revision:32047; number_of_response:1; }","duration":"892.250658ms","start":"2026-04-29T03:01:22.44152Z","end":"2026-04-29T03:01:23.333771Z","steps":["trace[1458854318] 'process raft request' (duration: 891.492473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:23.333865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:22.441506Z","time spent":"892.302758ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:23.333879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.140982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T03:01:23.333883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.658324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:01:23.333922Z","caller":"traceutil/trace.go:171","msg":"trace[1880139872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32048; }","duration":"419.216953ms","start":"2026-04-29T03:01:22.914694Z","end":"2026-04-29T03:01:23.333911Z","steps":["trace[1880139872] 'agreement among raft nodes before linearized reading' (duration: 419.05579ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:23.333931Z","caller":"traceutil/trace.go:171","msg":"trace[1687101922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32048; }","duration":"461.766726ms","start":"2026-04-29T03:01:22.872153Z","end":"2026-04-29T03:01:23.33392Z","steps":["trace[1687101922] 'agreement among raft nodes before linearized reading' (duration: 461.583493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:23.33392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.051147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T03:01:23.333952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:22.91468Z","time spent":"419.265044ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:23.333958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:22.872117Z","time spent":"461.833238ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T03:01:23.333929Z","caller":"traceutil/trace.go:171","msg":"trace[856091781] transaction","detail":"{read_only:false; response_revision:32048; number_of_response:1; }","duration":"892.321548ms","start":"2026-04-29T03:01:22.441582Z","end":"2026-04-29T03:01:23.333904Z","steps":["trace[856091781] 'process raft request' (duration: 891.536833ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:23.333992Z","caller":"traceutil/trace.go:171","msg":"trace[218538821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32048; }","duration":"665.26842ms","start":"2026-04-29T03:01:22.668702Z","end":"2026-04-29T03:01:23.33397Z","steps":["trace[218538821] 'agreement among raft nodes before linearized reading' (duration: 665.041876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:23.334031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:22.668679Z","time spent":"665.344202ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T03:01:23.334134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:22.441563Z","time spent":"892.447101ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:23.519203Z","caller":"traceutil/trace.go:171","msg":"trace[884189227] transaction","detail":"{read_only:false; response_revision:32049; number_of_response:1; }","duration":"181.411438ms","start":"2026-04-29T03:01:23.337764Z","end":"2026-04-29T03:01:23.519175Z","steps":["trace[884189227] 'process raft request' (duration: 96.964734ms)","trace[884189227] 'compare' (duration: 84.308701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:23.918303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.166016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:23.918527Z","caller":"traceutil/trace.go:171","msg":"trace[1909203382] transaction","detail":"{read_only:false; response_revision:32053; number_of_response:1; }","duration":"112.221914ms","start":"2026-04-29T03:01:23.80629Z","end":"2026-04-29T03:01:23.918512Z","steps":["trace[1909203382] 'process raft request' (duration: 112.189274ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:23.918785Z","caller":"traceutil/trace.go:171","msg":"trace[1305319078] transaction","detail":"{read_only:false; response_revision:32050; number_of_response:1; }","duration":"580.454231ms","start":"2026-04-29T03:01:23.338322Z","end":"2026-04-29T03:01:23.918776Z","steps":["trace[1305319078] 'process raft request' (duration: 337.754095ms)","trace[1305319078] 'compare' (duration: 242.068444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:23.918833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:23.338305Z","time spent":"580.502842ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:23.918833Z","caller":"traceutil/trace.go:171","msg":"trace[617672805] linearizableReadLoop","detail":"{readStateIndex:33104; appliedIndex:33100; }","duration":"575.588141ms","start":"2026-04-29T03:01:23.343219Z","end":"2026-04-29T03:01:23.918807Z","steps":["trace[617672805] 'read index received' (duration: 91.516553ms)","trace[617672805] 'applied index is now lower than readState.Index' (duration: 484.068888ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:23.918891Z","caller":"traceutil/trace.go:171","msg":"trace[1129236708] transaction","detail":"{read_only:false; response_revision:32052; number_of_response:1; }","duration":"577.548038ms","start":"2026-04-29T03:01:23.341313Z","end":"2026-04-29T03:01:23.918861Z","steps":["trace[1129236708] 'process raft request' (duration: 577.138199ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:23.91891Z","caller":"traceutil/trace.go:171","msg":"trace[914289586] transaction","detail":"{read_only:false; response_revision:32051; number_of_response:1; }","duration":"580.454951ms","start":"2026-04-29T03:01:23.338403Z","end":"2026-04-29T03:01:23.918858Z","steps":["trace[914289586] 'process raft request' (duration: 580.002262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:23.919016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.620813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T03:01:23.91905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:23.34129Z","time spent":"577.68361ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:23.919064Z","caller":"traceutil/trace.go:171","msg":"trace[178296272] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:32053; }","duration":"499.681824ms","start":"2026-04-29T03:01:23.41937Z","end":"2026-04-29T03:01:23.919052Z","steps":["trace[178296272] 'agreement among raft nodes before linearized reading' (duration: 499.586762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:23.919062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:23.338396Z","time spent":"580.592353ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:23.91907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.848165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-29T03:01:23.919099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:23.419337Z","time spent":"499.753406ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:23.919123Z","caller":"traceutil/trace.go:171","msg":"trace[265765676] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32053; }","duration":"575.926547ms","start":"2026-04-29T03:01:23.343178Z","end":"2026-04-29T03:01:23.919105Z","steps":["trace[265765676] 'agreement among raft nodes before linearized reading' (duration: 575.756374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:23.919128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.434959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-29T03:01:23.919183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:23.343165Z","time spent":"576.009558ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T03:01:23.9192Z","caller":"traceutil/trace.go:171","msg":"trace[1980502908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32053; }","duration":"437.549891ms","start":"2026-04-29T03:01:23.481639Z","end":"2026-04-29T03:01:23.919189Z","steps":["trace[1980502908] 'agreement among raft nodes before linearized reading' (duration: 437.337748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:23.919238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:23.481623Z","time spent":"437.604952ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T03:01:24.095844Z","caller":"traceutil/trace.go:171","msg":"trace[1675641955] linearizableReadLoop","detail":"{readStateIndex:33106; appliedIndex:33105; }","duration":"172.173538ms","start":"2026-04-29T03:01:23.923644Z","end":"2026-04-29T03:01:24.095818Z","steps":["trace[1675641955] 'read index received' (duration: 127.095559ms)","trace[1675641955] 'applied index is now lower than readState.Index' (duration: 45.076939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:24.096088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.425983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18470"} {"level":"info","ts":"2026-04-29T03:01:24.096092Z","caller":"traceutil/trace.go:171","msg":"trace[337465797] transaction","detail":"{read_only:false; response_revision:32054; number_of_response:1; }","duration":"173.207477ms","start":"2026-04-29T03:01:23.922856Z","end":"2026-04-29T03:01:24.096063Z","steps":["trace[337465797] 'process raft request' (duration: 127.890013ms)","trace[337465797] 'compare' (duration: 44.921177ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:24.096132Z","caller":"traceutil/trace.go:171","msg":"trace[1062341562] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:32054; }","duration":"172.516924ms","start":"2026-04-29T03:01:23.9236Z","end":"2026-04-29T03:01:24.096117Z","steps":["trace[1062341562] 'agreement among raft nodes before linearized reading' (duration: 172.32176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:24.350203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.380932ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-29T03:01:24.350329Z","caller":"traceutil/trace.go:171","msg":"trace[1407399095] compact","detail":"{revision:29804; response_revision:32055; }","duration":"244.208194ms","start":"2026-04-29T03:01:24.106103Z","end":"2026-04-29T03:01:24.350311Z","steps":["trace[1407399095] 'process raft request' (duration: 27.659839ms)","trace[1407399095] 'check and update compact revision' (duration: 216.27087ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:24.350341Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29804} {"level":"info","ts":"2026-04-29T03:01:24.535479Z","caller":"traceutil/trace.go:171","msg":"trace[148636650] transaction","detail":"{read_only:false; response_revision:32057; number_of_response:1; }","duration":"180.589393ms","start":"2026-04-29T03:01:24.354871Z","end":"2026-04-29T03:01:24.53546Z","steps":["trace[148636650] 'process raft request' (duration: 180.510571ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:24.535468Z","caller":"traceutil/trace.go:171","msg":"trace[1326824522] transaction","detail":"{read_only:false; response_revision:32056; number_of_response:1; }","duration":"418.158535ms","start":"2026-04-29T03:01:24.117251Z","end":"2026-04-29T03:01:24.535409Z","steps":["trace[1326824522] 'process raft request' (duration: 344.623962ms)","trace[1326824522] 'compare' (duration: 40.192549ms)","trace[1326824522] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:552; } (duration: 33.154551ms)"],"step_count":3} {"level":"info","ts":"2026-04-29T03:01:24.535563Z","caller":"traceutil/trace.go:171","msg":"trace[321825280] linearizableReadLoop","detail":"{readStateIndex:33109; appliedIndex:33108; }","duration":"381.858427ms","start":"2026-04-29T03:01:24.153649Z","end":"2026-04-29T03:01:24.535508Z","steps":["trace[321825280] 'read index received' (duration: 308.361625ms)","trace[321825280] 'applied index is now lower than readState.Index' (duration: 73.487711ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:24.535652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.989949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:24.53569Z","caller":"traceutil/trace.go:171","msg":"trace[71020101] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32057; }","duration":"382.067031ms","start":"2026-04-29T03:01:24.153613Z","end":"2026-04-29T03:01:24.535681Z","steps":["trace[71020101] 'agreement among raft nodes before linearized reading' (duration: 381.986959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:24.535683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:24.117231Z","time spent":"418.328247ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:24.535712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:24.1536Z","time spent":"382.105741ms","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-29T03:01:24.535966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.465832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:24.536013Z","caller":"traceutil/trace.go:171","msg":"trace[2038639643] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:32057; }","duration":"341.538534ms","start":"2026-04-29T03:01:24.194466Z","end":"2026-04-29T03:01:24.536004Z","steps":["trace[2038639643] 'agreement among raft nodes before linearized reading' (duration: 341.466452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:24.536032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:24.194455Z","time spent":"341.572485ms","remote":"127.0.0.1:43304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:24.536019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.12754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T03:01:24.536028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.734821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-29T03:01:24.536061Z","caller":"traceutil/trace.go:171","msg":"trace[94905711] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:32057; }","duration":"165.812361ms","start":"2026-04-29T03:01:24.370242Z","end":"2026-04-29T03:01:24.536054Z","steps":["trace[94905711] 'agreement among raft nodes before linearized reading' (duration: 165.702958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:24.536027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.923035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:24.536065Z","caller":"traceutil/trace.go:171","msg":"trace[1394359124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32057; }","duration":"139.200242ms","start":"2026-04-29T03:01:24.396851Z","end":"2026-04-29T03:01:24.536051Z","steps":["trace[1394359124] 'agreement among raft nodes before linearized reading' (duration: 139.10666ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:24.536112Z","caller":"traceutil/trace.go:171","msg":"trace[542572759] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:32057; }","duration":"190.057887ms","start":"2026-04-29T03:01:24.346032Z","end":"2026-04-29T03:01:24.53609Z","steps":["trace[542572759] 'agreement among raft nodes before linearized reading' (duration: 189.917733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:24.691982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.395103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-29T03:01:24.692178Z","caller":"traceutil/trace.go:171","msg":"trace[2047076411] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32057; }","duration":"140.641768ms","start":"2026-04-29T03:01:24.551515Z","end":"2026-04-29T03:01:24.692157Z","steps":["trace[2047076411] 'range keys from in-memory index tree' (duration: 140.156999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:25.039866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.227186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:25.039986Z","caller":"traceutil/trace.go:171","msg":"trace[103124788] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:32057; }","duration":"117.393689ms","start":"2026-04-29T03:01:24.922559Z","end":"2026-04-29T03:01:25.039953Z","steps":["trace[103124788] 'range keys from in-memory index tree' (duration: 117.114964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:25.492223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.750772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:25.492411Z","caller":"traceutil/trace.go:171","msg":"trace[772722115] transaction","detail":"{read_only:false; response_revision:32058; number_of_response:1; }","duration":"462.145805ms","start":"2026-04-29T03:01:25.03023Z","end":"2026-04-29T03:01:25.492375Z","steps":["trace[772722115] 'process raft request' (duration: 48.156597ms)","trace[772722115] 'compare' (duration: 215.77669ms)","trace[772722115] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:602; } (duration: 197.602886ms)"],"step_count":3} {"level":"info","ts":"2026-04-29T03:01:25.492471Z","caller":"traceutil/trace.go:171","msg":"trace[1917440477] linearizableReadLoop","detail":"{readStateIndex:33111; appliedIndex:33110; }","duration":"448.946071ms","start":"2026-04-29T03:01:25.043518Z","end":"2026-04-29T03:01:25.492464Z","steps":["trace[1917440477] 'read index received' (duration: 34.896812ms)","trace[1917440477] 'applied index is now lower than readState.Index' (duration: 414.048339ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:25.492541Z","caller":"traceutil/trace.go:171","msg":"trace[1785322958] transaction","detail":"{read_only:false; response_revision:32059; number_of_response:1; }","duration":"339.559499ms","start":"2026-04-29T03:01:25.152974Z","end":"2026-04-29T03:01:25.492534Z","steps":["trace[1785322958] 'process raft request' (duration: 339.345595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:25.492536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.030185Z","time spent":"462.287867ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:25.492583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.152959Z","time spent":"339.599229ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:25.492441Z","caller":"traceutil/trace.go:171","msg":"trace[1601313982] transaction","detail":"{read_only:false; response_revision:32060; number_of_response:1; }","duration":"153.515625ms","start":"2026-04-29T03:01:25.338912Z","end":"2026-04-29T03:01:25.492428Z","steps":["trace[1601313982] 'process raft request' (duration: 153.481594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:25.492696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.182245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:25.49272Z","caller":"traceutil/trace.go:171","msg":"trace[960094978] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:32060; }","duration":"449.205786ms","start":"2026-04-29T03:01:25.043507Z","end":"2026-04-29T03:01:25.492713Z","steps":["trace[960094978] 'agreement among raft nodes before linearized reading' (duration: 449.160265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:25.492743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.04347Z","time spent":"449.267987ms","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T03:01:25.839845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.881778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:25.840062Z","caller":"traceutil/trace.go:171","msg":"trace[591938130] linearizableReadLoop","detail":"{readStateIndex:33116; appliedIndex:33113; }","duration":"347.551174ms","start":"2026-04-29T03:01:25.492491Z","end":"2026-04-29T03:01:25.840043Z","steps":["trace[591938130] 'read index received' (duration: 203.360941ms)","trace[591938130] 'applied index is now lower than readState.Index' (duration: 144.189293ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:25.840214Z","caller":"traceutil/trace.go:171","msg":"trace[497440292] transaction","detail":"{read_only:false; response_revision:32063; number_of_response:1; }","duration":"500.419717ms","start":"2026-04-29T03:01:25.339774Z","end":"2026-04-29T03:01:25.840193Z","steps":["trace[497440292] 'process raft request' (duration: 500.231374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:25.840283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.065075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:25.840312Z","caller":"traceutil/trace.go:171","msg":"trace[230506955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32063; }","duration":"741.118146ms","start":"2026-04-29T03:01:25.099185Z","end":"2026-04-29T03:01:25.840303Z","steps":["trace[230506955] 'agreement among raft nodes before linearized reading' (duration: 741.062745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:25.840337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.099176Z","time spent":"741.156357ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T03:01:25.840349Z","caller":"traceutil/trace.go:171","msg":"trace[443998497] transaction","detail":"{read_only:false; response_revision:32061; number_of_response:1; }","duration":"500.693563ms","start":"2026-04-29T03:01:25.339637Z","end":"2026-04-29T03:01:25.840331Z","steps":["trace[443998497] 'process raft request' (duration: 356.232436ms)","trace[443998497] 'compare' (duration: 49.660163ms)","trace[443998497] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/orc-system/f35396c5.k-orc.cloud; req_size:495; } (duration: 93.582162ms)"],"step_count":3} {"level":"warn","ts":"2026-04-29T03:01:25.840409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.339592Z","time spent":"500.789044ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:25.840506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.47023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:25.840533Z","caller":"traceutil/trace.go:171","msg":"trace[1326215734] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:32063; }","duration":"342.547242ms","start":"2026-04-29T03:01:25.497978Z","end":"2026-04-29T03:01:25.840525Z","steps":["trace[1326215734] 'agreement among raft nodes before linearized reading' (duration: 342.502541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:25.840554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.497955Z","time spent":"342.593663ms","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-29T03:01:25.840561Z","caller":"traceutil/trace.go:171","msg":"trace[121269810] transaction","detail":"{read_only:false; response_revision:32062; number_of_response:1; }","duration":"500.877625ms","start":"2026-04-29T03:01:25.339672Z","end":"2026-04-29T03:01:25.84055Z","steps":["trace[121269810] 'process raft request' (duration: 500.262724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:25.840804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.339589Z","time spent":"501.184961ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:25.8403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.339744Z","time spent":"500.517369ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:25.841013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.062293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:01:25.841037Z","caller":"traceutil/trace.go:171","msg":"trace[1766097176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32063; }","duration":"318.107984ms","start":"2026-04-29T03:01:25.522922Z","end":"2026-04-29T03:01:25.84103Z","steps":["trace[1766097176] 'agreement among raft nodes before linearized reading' (duration: 318.003092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:25.841054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.522912Z","time spent":"318.137914ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T03:01:26.152527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.22734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:26.152701Z","caller":"traceutil/trace.go:171","msg":"trace[1308366593] transaction","detail":"{read_only:false; response_revision:32065; number_of_response:1; }","duration":"228.613196ms","start":"2026-04-29T03:01:25.924077Z","end":"2026-04-29T03:01:26.15269Z","steps":["trace[1308366593] 'process raft request' (duration: 228.545175ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:26.152693Z","caller":"traceutil/trace.go:171","msg":"trace[1559572113] transaction","detail":"{read_only:false; response_revision:32064; number_of_response:1; }","duration":"307.931525ms","start":"2026-04-29T03:01:25.844739Z","end":"2026-04-29T03:01:26.152671Z","steps":["trace[1559572113] 'process raft request' (duration: 111.502252ms)","trace[1559572113] 'compare' (duration: 193.966718ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:26.152766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.844726Z","time spent":"308.007147ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:26.152882Z","caller":"traceutil/trace.go:171","msg":"trace[166824291] linearizableReadLoop","detail":"{readStateIndex:33117; appliedIndex:33116; }","duration":"230.152874ms","start":"2026-04-29T03:01:25.922719Z","end":"2026-04-29T03:01:26.152872Z","steps":["trace[166824291] 'read index received' (duration: 33.517647ms)","trace[166824291] 'applied index is now lower than readState.Index' (duration: 196.634567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:26.153027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.306387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T03:01:26.153056Z","caller":"traceutil/trace.go:171","msg":"trace[9227276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32065; }","duration":"230.381928ms","start":"2026-04-29T03:01:25.922668Z","end":"2026-04-29T03:01:26.15305Z","steps":["trace[9227276] 'agreement among raft nodes before linearized reading' (duration: 230.267256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.153115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.307622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-29T03:01:26.153137Z","caller":"traceutil/trace.go:171","msg":"trace[997252954] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:32065; }","duration":"208.353733ms","start":"2026-04-29T03:01:25.944776Z","end":"2026-04-29T03:01:26.15313Z","steps":["trace[997252954] 'agreement among raft nodes before linearized reading' (duration: 208.282901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.153122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.317707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T03:01:26.153181Z","caller":"traceutil/trace.go:171","msg":"trace[1005170790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32065; }","duration":"230.391359ms","start":"2026-04-29T03:01:25.922778Z","end":"2026-04-29T03:01:26.153169Z","steps":["trace[1005170790] 'agreement among raft nodes before linearized reading' (duration: 230.195465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.153264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.968532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T03:01:26.153299Z","caller":"traceutil/trace.go:171","msg":"trace[188246779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32065; }","duration":"230.022663ms","start":"2026-04-29T03:01:25.923268Z","end":"2026-04-29T03:01:26.15329Z","steps":["trace[188246779] 'agreement among raft nodes before linearized reading' (duration: 229.954562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:27.368033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127839412s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-29T03:01:27.368184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:26.154084Z","time spent":"1.21409369s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T03:01:27.686875Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29804,"took":"3.332795943s","hash":1860137346,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":31158272,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-29T03:01:27.68696Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1860137346,"revision":29804,"compact-revision":26937} {"level":"warn","ts":"2026-04-29T03:01:27.688165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.865406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:27.688379Z","caller":"traceutil/trace.go:171","msg":"trace[370196472] transaction","detail":"{read_only:false; response_revision:32066; number_of_response:1; }","duration":"1.532294354s","start":"2026-04-29T03:01:26.156044Z","end":"2026-04-29T03:01:27.688338Z","steps":["trace[370196472] 'process raft request' (duration: 1.212079302s)","trace[370196472] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:473; } (duration: 318.864897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:27.688467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:26.156027Z","time spent":"1.532401236s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:27.883902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.503727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:27.884349Z","caller":"traceutil/trace.go:171","msg":"trace[309015912] transaction","detail":"{read_only:false; response_revision:32068; number_of_response:1; }","duration":"1.726148361s","start":"2026-04-29T03:01:26.158188Z","end":"2026-04-29T03:01:27.884336Z","steps":["trace[309015912] 'process raft request' (duration: 1.725800485s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:27.88442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:26.158183Z","time spent":"1.726215743s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:27.884328Z","caller":"traceutil/trace.go:171","msg":"trace[1224361435] transaction","detail":"{read_only:false; response_revision:32067; number_of_response:1; }","duration":"1.726145152s","start":"2026-04-29T03:01:26.158153Z","end":"2026-04-29T03:01:27.884298Z","steps":["trace[1224361435] 'process raft request' (duration: 1.530157366s)","trace[1224361435] 'compare' (duration: 195.18452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:27.884765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69896331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-04-29T03:01:27.884829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:26.158146Z","time spent":"1.726646241s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:27.884859Z","caller":"traceutil/trace.go:171","msg":"trace[568954141] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:32070; }","duration":"1.699108413s","start":"2026-04-29T03:01:26.185727Z","end":"2026-04-29T03:01:27.884835Z","steps":["trace[568954141] 'agreement among raft nodes before linearized reading' (duration: 1.698812218s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:27.884918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:26.185706Z","time spent":"1.699203585s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-29T03:01:27.884523Z","caller":"traceutil/trace.go:171","msg":"trace[946940459] linearizableReadLoop","detail":"{readStateIndex:33123; appliedIndex:33118; }","duration":"1.698736207s","start":"2026-04-29T03:01:26.185777Z","end":"2026-04-29T03:01:27.884513Z","steps":["trace[946940459] 'read index received' (duration: 54.570394ms)","trace[946940459] 'applied index is now lower than readState.Index' (duration: 1.644165273s)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:27.88457Z","caller":"traceutil/trace.go:171","msg":"trace[1367305915] transaction","detail":"{read_only:false; response_revision:32069; number_of_response:1; }","duration":"1.726320945s","start":"2026-04-29T03:01:26.158206Z","end":"2026-04-29T03:01:27.884527Z","steps":["trace[1367305915] 'process raft request' (duration: 1.726080081s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:27.885008Z","caller":"traceutil/trace.go:171","msg":"trace[1147170432] transaction","detail":"{read_only:false; response_revision:32075; number_of_response:1; }","duration":"387.293075ms","start":"2026-04-29T03:01:27.497704Z","end":"2026-04-29T03:01:27.884997Z","steps":["trace[1147170432] 'process raft request' (duration: 387.269685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:27.885036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:26.158188Z","time spent":"1.726819573s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:27.884638Z","caller":"traceutil/trace.go:171","msg":"trace[2112841908] transaction","detail":"{read_only:false; response_revision:32070; number_of_response:1; }","duration":"1.559621198s","start":"2026-04-29T03:01:26.325005Z","end":"2026-04-29T03:01:27.884626Z","steps":["trace[2112841908] 'process raft request' (duration: 1.559472395s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:27.885096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:27.497662Z","time spent":"387.375197ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:27.885218Z","caller":"traceutil/trace.go:171","msg":"trace[522620033] transaction","detail":"{read_only:false; response_revision:32073; number_of_response:1; }","duration":"515.23369ms","start":"2026-04-29T03:01:27.369978Z","end":"2026-04-29T03:01:27.885212Z","steps":["trace[522620033] 'process raft request' (duration: 514.935364ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:27.885238Z","caller":"traceutil/trace.go:171","msg":"trace[1337051326] transaction","detail":"{read_only:false; response_revision:32074; number_of_response:1; }","duration":"387.582101ms","start":"2026-04-29T03:01:27.49764Z","end":"2026-04-29T03:01:27.885222Z","steps":["trace[1337051326] 'process raft request' (duration: 387.305095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:27.885254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:27.369952Z","time spent":"515.283391ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:27.885246Z","caller":"traceutil/trace.go:171","msg":"trace[116486940] transaction","detail":"{read_only:false; response_revision:32072; number_of_response:1; }","duration":"1.343509511s","start":"2026-04-29T03:01:26.541691Z","end":"2026-04-29T03:01:27.8852Z","steps":["trace[116486940] 'process raft request' (duration: 1.343160674s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:27.885289Z","caller":"traceutil/trace.go:171","msg":"trace[307185486] transaction","detail":"{read_only:false; response_revision:32071; number_of_response:1; }","duration":"1.344142632s","start":"2026-04-29T03:01:26.541129Z","end":"2026-04-29T03:01:27.885272Z","steps":["trace[307185486] 'process raft request' (duration: 1.343465269s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:27.88531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:27.497607Z","time spent":"387.659473ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:27.885266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:26.324974Z","time spent":"1.560185078s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:27.885415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:26.541102Z","time spent":"1.344233104s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:27.885444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:26.54168Z","time spent":"1.343656383s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:27.937896Z","caller":"traceutil/trace.go:171","msg":"trace[1191844871] transaction","detail":"{read_only:false; response_revision:32076; number_of_response:1; }","duration":"111.093294ms","start":"2026-04-29T03:01:27.826781Z","end":"2026-04-29T03:01:27.937874Z","steps":["trace[1191844871] 'process raft request' (duration: 110.959041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:28.981077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.03371499s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T03:01:28.981596Z","caller":"traceutil/trace.go:171","msg":"trace[2005358846] linearizableReadLoop","detail":"{readStateIndex:33133; appliedIndex:33129; }","duration":"1.096607708s","start":"2026-04-29T03:01:27.884964Z","end":"2026-04-29T03:01:28.981571Z","steps":["trace[2005358846] 'read index received' (duration: 52.772861ms)","trace[2005358846] 'applied index is now lower than readState.Index' (duration: 1.043833967s)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:28.981628Z","caller":"traceutil/trace.go:171","msg":"trace[1050181391] transaction","detail":"{read_only:false; response_revision:32077; number_of_response:1; }","duration":"1.136024714s","start":"2026-04-29T03:01:27.845566Z","end":"2026-04-29T03:01:28.981591Z","steps":["trace[1050181391] 'process raft request' (duration: 1.135721477s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:28.981723Z","caller":"traceutil/trace.go:171","msg":"trace[1030611971] transaction","detail":"{read_only:false; response_revision:32078; number_of_response:1; }","duration":"1.13526361s","start":"2026-04-29T03:01:27.846442Z","end":"2026-04-29T03:01:28.981706Z","steps":["trace[1030611971] 'process raft request' (duration: 1.135039466s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:28.981859Z","caller":"traceutil/trace.go:171","msg":"trace[2023081413] transaction","detail":"{read_only:false; response_revision:32079; number_of_response:1; }","duration":"1.134866122s","start":"2026-04-29T03:01:27.846951Z","end":"2026-04-29T03:01:28.981817Z","steps":["trace[2023081413] 'process raft request' (duration: 1.134574497s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:28.98192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09944406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:28.981983Z","caller":"traceutil/trace.go:171","msg":"trace[446545649] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:32079; }","duration":"1.099552482s","start":"2026-04-29T03:01:27.882413Z","end":"2026-04-29T03:01:28.981965Z","steps":["trace[446545649] 'agreement among raft nodes before linearized reading' (duration: 1.09943424s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:28.98194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671337773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-29T03:01:28.98199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121650808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T03:01:28.982021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:27.882397Z","time spent":"1.099613343s","remote":"127.0.0.1:51810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:28.982039Z","caller":"traceutil/trace.go:171","msg":"trace[1825583275] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:32079; }","duration":"1.671497736s","start":"2026-04-29T03:01:27.310521Z","end":"2026-04-29T03:01:28.982019Z","steps":["trace[1825583275] 'agreement among raft nodes before linearized reading' (duration: 1.671235661s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:28.982055Z","caller":"traceutil/trace.go:171","msg":"trace[941278330] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:32079; }","duration":"2.121725829s","start":"2026-04-29T03:01:26.860312Z","end":"2026-04-29T03:01:28.982038Z","steps":["trace[941278330] 'agreement among raft nodes before linearized reading' (duration: 2.121596747s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:28.982055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:27.84694Z","time spent":"1.135010065s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:28.982086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:27.310497Z","time spent":"1.671578407s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-29T03:01:28.982077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:27.845526Z","time spent":"1.136174766s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:28.982095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:26.860276Z","time spent":"2.121807951s","remote":"127.0.0.1:60508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:28.982138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883207281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:28.982245Z","caller":"traceutil/trace.go:171","msg":"trace[60437835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32079; }","duration":"1.883367895s","start":"2026-04-29T03:01:27.098849Z","end":"2026-04-29T03:01:28.982217Z","steps":["trace[60437835] 'agreement among raft nodes before linearized reading' (duration: 1.88313051s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:28.982303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:27.09883Z","time spent":"1.883460946s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:01:28.982662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204843199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:28.981848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:27.846431Z","time spent":"1.13532493s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:28.982715Z","caller":"traceutil/trace.go:171","msg":"trace[103654408] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:32079; }","duration":"2.20494766s","start":"2026-04-29T03:01:26.777753Z","end":"2026-04-29T03:01:28.9827Z","steps":["trace[103654408] 'agreement among raft nodes before linearized reading' (duration: 2.204831568s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:28.98275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:26.77773Z","time spent":"2.205011312s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:29.032102Z","caller":"traceutil/trace.go:171","msg":"trace[1604007968] transaction","detail":"{read_only:false; response_revision:32080; number_of_response:1; }","duration":"1.043868377s","start":"2026-04-29T03:01:27.988208Z","end":"2026-04-29T03:01:29.032076Z","steps":["trace[1604007968] 'process raft request' (duration: 1.043426148s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:29.032167Z","caller":"traceutil/trace.go:171","msg":"trace[1187337350] transaction","detail":"{read_only:false; response_revision:32082; number_of_response:1; }","duration":"669.322795ms","start":"2026-04-29T03:01:28.362825Z","end":"2026-04-29T03:01:29.032148Z","steps":["trace[1187337350] 'process raft request' (duration: 669.168053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.032235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:27.988177Z","time spent":"1.04399011s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:29.032222Z","caller":"traceutil/trace.go:171","msg":"trace[150509948] transaction","detail":"{read_only:false; response_revision:32081; number_of_response:1; }","duration":"874.340438ms","start":"2026-04-29T03:01:28.157847Z","end":"2026-04-29T03:01:29.032187Z","steps":["trace[150509948] 'process raft request' (duration: 873.93165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.032285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.362776Z","time spent":"669.444978ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:29.03238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.157824Z","time spent":"874.473291ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:29.032373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.355749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:01:29.032458Z","caller":"traceutil/trace.go:171","msg":"trace[1285432957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32082; }","duration":"874.498692ms","start":"2026-04-29T03:01:28.157936Z","end":"2026-04-29T03:01:29.032435Z","steps":["trace[1285432957] 'agreement among raft nodes before linearized reading' (duration: 874.257697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.03251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.157904Z","time spent":"874.593503ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T03:01:29.032486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.617196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:29.032558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.820989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:29.032588Z","caller":"traceutil/trace.go:171","msg":"trace[1830304214] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:32082; }","duration":"935.89748ms","start":"2026-04-29T03:01:28.096681Z","end":"2026-04-29T03:01:29.032578Z","steps":["trace[1830304214] 'agreement among raft nodes before linearized reading' (duration: 935.811829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.032578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.591076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-29T03:01:29.032611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.096658Z","time spent":"935.946171ms","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":40,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:29.032597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.696852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-29T03:01:29.032608Z","caller":"traceutil/trace.go:171","msg":"trace[1249478653] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:32082; }","duration":"484.83538ms","start":"2026-04-29T03:01:28.547743Z","end":"2026-04-29T03:01:29.032579Z","steps":["trace[1249478653] 'agreement among raft nodes before linearized reading' (duration: 484.585466ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:29.032639Z","caller":"traceutil/trace.go:171","msg":"trace[1394033605] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:32082; }","duration":"278.706418ms","start":"2026-04-29T03:01:28.753912Z","end":"2026-04-29T03:01:29.032618Z","steps":["trace[1394033605] 'agreement among raft nodes before linearized reading' (duration: 278.543415ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:29.03265Z","caller":"traceutil/trace.go:171","msg":"trace[1572491081] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:32082; }","duration":"319.811824ms","start":"2026-04-29T03:01:28.712825Z","end":"2026-04-29T03:01:29.032636Z","steps":["trace[1572491081] 'agreement among raft nodes before linearized reading' (duration: 319.652741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.032669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.547695Z","time spent":"484.960022ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:29.032689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.71279Z","time spent":"319.891376ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-29T03:01:29.032706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145337304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-29T03:01:29.03272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.658505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:29.032713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.935616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:29.032792Z","caller":"traceutil/trace.go:171","msg":"trace[1261410768] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:32082; }","duration":"720.056079ms","start":"2026-04-29T03:01:28.312718Z","end":"2026-04-29T03:01:29.032774Z","steps":["trace[1261410768] 'agreement among raft nodes before linearized reading' (duration: 719.839575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.032795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.112572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:29.032833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.312699Z","time spent":"720.124389ms","remote":"127.0.0.1:60398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:29.032809Z","caller":"traceutil/trace.go:171","msg":"trace[398151290] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:32082; }","duration":"498.764446ms","start":"2026-04-29T03:01:28.534Z","end":"2026-04-29T03:01:29.032765Z","steps":["trace[398151290] 'agreement among raft nodes before linearized reading' (duration: 498.675305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.0329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128853621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:29.03293Z","caller":"traceutil/trace.go:171","msg":"trace[635352453] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:32082; }","duration":"1.128924032s","start":"2026-04-29T03:01:27.903997Z","end":"2026-04-29T03:01:29.032921Z","steps":["trace[635352453] 'agreement among raft nodes before linearized reading' (duration: 1.128871651s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.032922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.533972Z","time spent":"498.92798ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:29.032961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:27.903979Z","time spent":"1.128973493s","remote":"127.0.0.1:43070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:29.032744Z","caller":"traceutil/trace.go:171","msg":"trace[1190797141] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:32082; }","duration":"1.145416216s","start":"2026-04-29T03:01:27.887318Z","end":"2026-04-29T03:01:29.032734Z","steps":["trace[1190797141] 'agreement among raft nodes before linearized reading' (duration: 1.145253353s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.033046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:27.887298Z","time spent":"1.145736091s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-29T03:01:29.032826Z","caller":"traceutil/trace.go:171","msg":"trace[1977910551] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:32082; }","duration":"994.196143ms","start":"2026-04-29T03:01:28.038622Z","end":"2026-04-29T03:01:29.032818Z","steps":["trace[1977910551] 'agreement among raft nodes before linearized reading' (duration: 994.142602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.032604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.695374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:29.033158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.038596Z","time spent":"994.548759ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:29.033181Z","caller":"traceutil/trace.go:171","msg":"trace[317065797] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:32082; }","duration":"719.351565ms","start":"2026-04-29T03:01:28.313806Z","end":"2026-04-29T03:01:29.033158Z","steps":["trace[317065797] 'agreement among raft nodes before linearized reading' (duration: 718.636893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.033242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.313786Z","time spent":"719.433907ms","remote":"127.0.0.1:55956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:29.038304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.078202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T03:01:29.038416Z","caller":"traceutil/trace.go:171","msg":"trace[282584432] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:32082; }","duration":"137.246965ms","start":"2026-04-29T03:01:28.901151Z","end":"2026-04-29T03:01:29.038398Z","steps":["trace[282584432] 'agreement among raft nodes before linearized reading' (duration: 131.492359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.048476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125491089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" ","response":"range_response_count:140 size:6649689"} {"level":"info","ts":"2026-04-29T03:01:29.048561Z","caller":"traceutil/trace.go:171","msg":"trace[1309907140] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:140; response_revision:32082; }","duration":"1.125651542s","start":"2026-04-29T03:01:27.922886Z","end":"2026-04-29T03:01:29.048538Z","steps":["trace[1309907140] 'agreement among raft nodes before linearized reading' (duration: 1.109885543s)","trace[1309907140] 'range keys from bolt db' (duration: 15.451004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:29.048598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:27.922875Z","time spent":"1.125713973s","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":118,"response count":140,"response size":6649713,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" "} {"level":"info","ts":"2026-04-29T03:01:29.519844Z","caller":"traceutil/trace.go:171","msg":"trace[941070813] transaction","detail":"{read_only:false; response_revision:32084; number_of_response:1; }","duration":"479.8317ms","start":"2026-04-29T03:01:29.039987Z","end":"2026-04-29T03:01:29.519819Z","steps":["trace[941070813] 'process raft request' (duration: 479.540174ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:29.520006Z","caller":"traceutil/trace.go:171","msg":"trace[1686272816] linearizableReadLoop","detail":"{readStateIndex:33139; appliedIndex:33136; }","duration":"478.27756ms","start":"2026-04-29T03:01:29.041689Z","end":"2026-04-29T03:01:29.519967Z","steps":["trace[1686272816] 'read index received' (duration: 38.108841ms)","trace[1686272816] 'applied index is now lower than readState.Index' (duration: 440.164299ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:29.520044Z","caller":"traceutil/trace.go:171","msg":"trace[883002425] transaction","detail":"{read_only:false; response_revision:32085; number_of_response:1; }","duration":"479.38815ms","start":"2026-04-29T03:01:29.040585Z","end":"2026-04-29T03:01:29.519973Z","steps":["trace[883002425] 'process raft request' (duration: 479.181077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.520224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.522946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:29.520245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:29.040564Z","time spent":"479.579554ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:29.520275Z","caller":"traceutil/trace.go:171","msg":"trace[1312689157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32085; }","duration":"477.615798ms","start":"2026-04-29T03:01:29.042642Z","end":"2026-04-29T03:01:29.520258Z","steps":["trace[1312689157] 'agreement among raft nodes before linearized reading' (duration: 477.511797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.520314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:29.042616Z","time spent":"477.689299ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:01:29.520316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.625986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T03:01:29.520516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.372837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:29.520579Z","caller":"traceutil/trace.go:171","msg":"trace[1680046816] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:32085; }","duration":"313.469338ms","start":"2026-04-29T03:01:29.207093Z","end":"2026-04-29T03:01:29.520562Z","steps":["trace[1680046816] 'agreement among raft nodes before linearized reading' (duration: 313.371385ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:29.520456Z","caller":"traceutil/trace.go:171","msg":"trace[480146935] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:32085; }","duration":"478.81335ms","start":"2026-04-29T03:01:29.041624Z","end":"2026-04-29T03:01:29.520437Z","steps":["trace[480146935] 'agreement among raft nodes before linearized reading' (duration: 478.490744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.520636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:29.207069Z","time spent":"313.55414ms","remote":"127.0.0.1:60408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:29.52064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.934661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18470"} {"level":"warn","ts":"2026-04-29T03:01:29.520664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:29.041594Z","time spent":"479.035435ms","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-29T03:01:29.520723Z","caller":"traceutil/trace.go:171","msg":"trace[930498632] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:32085; }","duration":"474.022782ms","start":"2026-04-29T03:01:29.04668Z","end":"2026-04-29T03:01:29.520703Z","steps":["trace[930498632] 'agreement among raft nodes before linearized reading' (duration: 473.837789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.52077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:29.046665Z","time spent":"474.097374ms","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18494,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-29T03:01:29.520611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:29.039965Z","time spent":"480.077294ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:30.082649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.236662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:30.082739Z","caller":"traceutil/trace.go:171","msg":"trace[1638770533] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:32085; }","duration":"245.361655ms","start":"2026-04-29T03:01:29.837357Z","end":"2026-04-29T03:01:30.082719Z","steps":["trace[1638770533] 'count revisions from in-memory index tree' (duration: 245.178002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:30.082764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.13201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T03:01:30.082859Z","caller":"traceutil/trace.go:171","msg":"trace[1387131550] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32085; }","duration":"383.268662ms","start":"2026-04-29T03:01:29.699571Z","end":"2026-04-29T03:01:30.082839Z","steps":["trace[1387131550] 'range keys from in-memory index tree' (duration: 382.908966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:30.082914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:29.699562Z","time spent":"383.342194ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T03:01:30.083146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.402928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T03:01:30.08316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.112077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T03:01:30.08319Z","caller":"traceutil/trace.go:171","msg":"trace[1067556353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32085; }","duration":"193.4929ms","start":"2026-04-29T03:01:29.889687Z","end":"2026-04-29T03:01:30.08318Z","steps":["trace[1067556353] 'range keys from in-memory index tree' (duration: 193.241476ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:30.08321Z","caller":"traceutil/trace.go:171","msg":"trace[1185360068] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32085; }","duration":"390.212529ms","start":"2026-04-29T03:01:29.692982Z","end":"2026-04-29T03:01:30.083194Z","steps":["trace[1185360068] 'range keys from in-memory index tree' (duration: 389.931245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:30.083245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:29.692956Z","time spent":"390.27913ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:30.083578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.732836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T03:01:30.083653Z","caller":"traceutil/trace.go:171","msg":"trace[1125329805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32085; }","duration":"193.852347ms","start":"2026-04-29T03:01:29.889791Z","end":"2026-04-29T03:01:30.083643Z","steps":["trace[1125329805] 'range keys from in-memory index tree' (duration: 193.541172ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:30.083771Z","caller":"traceutil/trace.go:171","msg":"trace[216023993] transaction","detail":"{read_only:false; response_revision:32086; number_of_response:1; }","duration":"193.367908ms","start":"2026-04-29T03:01:29.890365Z","end":"2026-04-29T03:01:30.083733Z","steps":["trace[216023993] 'process raft request' (duration: 116.406282ms)","trace[216023993] 'compare' (duration: 76.436216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:30.084008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.159763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T03:01:30.084502Z","caller":"traceutil/trace.go:171","msg":"trace[321583762] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32085; }","duration":"194.704942ms","start":"2026-04-29T03:01:29.889783Z","end":"2026-04-29T03:01:30.084488Z","steps":["trace[321583762] 'range keys from in-memory index tree' (duration: 193.428471ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:30.130102Z","caller":"traceutil/trace.go:171","msg":"trace[1580428887] transaction","detail":"{read_only:false; response_revision:32088; number_of_response:1; }","duration":"238.734524ms","start":"2026-04-29T03:01:29.891347Z","end":"2026-04-29T03:01:30.130081Z","steps":["trace[1580428887] 'process raft request' (duration: 238.654662ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:30.130145Z","caller":"traceutil/trace.go:171","msg":"trace[2057694833] transaction","detail":"{read_only:false; response_revision:32087; number_of_response:1; }","duration":"239.620099ms","start":"2026-04-29T03:01:29.890489Z","end":"2026-04-29T03:01:30.130109Z","steps":["trace[2057694833] 'process raft request' (duration: 239.380365ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:30.130354Z","caller":"traceutil/trace.go:171","msg":"trace[349832691] transaction","detail":"{read_only:false; response_revision:32089; number_of_response:1; }","duration":"238.704272ms","start":"2026-04-29T03:01:29.891593Z","end":"2026-04-29T03:01:30.130297Z","steps":["trace[349832691] 'process raft request' (duration: 238.448658ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:30.226858Z","caller":"traceutil/trace.go:171","msg":"trace[1227078782] transaction","detail":"{read_only:false; response_revision:32092; number_of_response:1; }","duration":"138.947557ms","start":"2026-04-29T03:01:30.087884Z","end":"2026-04-29T03:01:30.226831Z","steps":["trace[1227078782] 'process raft request' (duration: 138.880516ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:30.226902Z","caller":"traceutil/trace.go:171","msg":"trace[1607237331] transaction","detail":"{read_only:false; response_revision:32090; number_of_response:1; }","duration":"139.601539ms","start":"2026-04-29T03:01:30.087246Z","end":"2026-04-29T03:01:30.226847Z","steps":["trace[1607237331] 'process raft request' (duration: 139.307834ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:30.226921Z","caller":"traceutil/trace.go:171","msg":"trace[421933314] transaction","detail":"{read_only:false; response_revision:32091; number_of_response:1; }","duration":"139.525888ms","start":"2026-04-29T03:01:30.087356Z","end":"2026-04-29T03:01:30.226882Z","steps":["trace[421933314] 'process raft request' (duration: 139.366375ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:30.227173Z","caller":"traceutil/trace.go:171","msg":"trace[2090953563] transaction","detail":"{read_only:false; response_revision:32093; number_of_response:1; }","duration":"138.759124ms","start":"2026-04-29T03:01:30.088401Z","end":"2026-04-29T03:01:30.22716Z","steps":["trace[2090953563] 'process raft request' (duration: 138.393777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:30.227241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.331199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:30.227304Z","caller":"traceutil/trace.go:171","msg":"trace[1289204870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32093; }","duration":"129.416911ms","start":"2026-04-29T03:01:30.09787Z","end":"2026-04-29T03:01:30.227287Z","steps":["trace[1289204870] 'agreement among raft nodes before linearized reading' (duration: 129.282098ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:31.239097Z","caller":"traceutil/trace.go:171","msg":"trace[1162182885] transaction","detail":"{read_only:false; response_revision:32096; number_of_response:1; }","duration":"248.729867ms","start":"2026-04-29T03:01:30.990345Z","end":"2026-04-29T03:01:31.239075Z","steps":["trace[1162182885] 'process raft request' (duration: 248.660026ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:31.23911Z","caller":"traceutil/trace.go:171","msg":"trace[391665550] transaction","detail":"{read_only:false; response_revision:32095; number_of_response:1; }","duration":"250.181053ms","start":"2026-04-29T03:01:30.988903Z","end":"2026-04-29T03:01:31.239084Z","steps":["trace[391665550] 'process raft request' (duration: 229.573674ms)","trace[391665550] 'compare' (duration: 20.426466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:31.710107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.466276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:31.710455Z","caller":"traceutil/trace.go:171","msg":"trace[1185455452] transaction","detail":"{read_only:false; response_revision:32097; number_of_response:1; }","duration":"672.747739ms","start":"2026-04-29T03:01:31.037682Z","end":"2026-04-29T03:01:31.71043Z","steps":["trace[1185455452] 'process raft request' (duration: 564.883135ms)","trace[1185455452] 'compare' (duration: 107.360034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:31.710643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:31.037661Z","time spent":"672.842931ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:31.711273Z","caller":"traceutil/trace.go:171","msg":"trace[1426696038] linearizableReadLoop","detail":"{readStateIndex:33151; appliedIndex:33148; }","duration":"611.540322ms","start":"2026-04-29T03:01:31.099444Z","end":"2026-04-29T03:01:31.710985Z","steps":["trace[1426696038] 'read index received' (duration: 119.04888ms)","trace[1426696038] 'applied index is now lower than readState.Index' (duration: 492.476932ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:32.104421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.205014ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-29T03:01:32.104667Z","caller":"traceutil/trace.go:171","msg":"trace[320785141] linearizableReadLoop","detail":"{readStateIndex:33152; appliedIndex:33151; }","duration":"393.304757ms","start":"2026-04-29T03:01:31.711344Z","end":"2026-04-29T03:01:32.104649Z","steps":["trace[320785141] 'read index received' (duration: 44.471µs)","trace[320785141] 'applied index is now lower than readState.Index' (duration: 393.259176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:32.105104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005649954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:32.105118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.453452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T03:01:32.105163Z","caller":"traceutil/trace.go:171","msg":"trace[527357567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32097; }","duration":"1.005752856s","start":"2026-04-29T03:01:31.099392Z","end":"2026-04-29T03:01:32.105145Z","steps":["trace[527357567] 'agreement among raft nodes before linearized reading' (duration: 611.842527ms)","trace[527357567] 'range keys from in-memory index tree' (duration: 393.816916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:32.105211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:31.099374Z","time spent":"1.005826548s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T03:01:32.105166Z","caller":"traceutil/trace.go:171","msg":"trace[1402771099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32097; }","duration":"579.547813ms","start":"2026-04-29T03:01:31.525604Z","end":"2026-04-29T03:01:32.105152Z","steps":["trace[1402771099] 'agreement among raft nodes before linearized reading' (duration: 579.370879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:32.10544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:31.525579Z","time spent":"579.850739ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T03:01:32.143791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.318797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T03:01:32.14391Z","caller":"traceutil/trace.go:171","msg":"trace[1032373869] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:32098; }","duration":"156.509501ms","start":"2026-04-29T03:01:31.987373Z","end":"2026-04-29T03:01:32.143883Z","steps":["trace[1032373869] 'agreement among raft nodes before linearized reading' (duration: 119.01766ms)","trace[1032373869] 'count revisions from in-memory index tree' (duration: 37.295516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:32.144221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.45688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:32.144331Z","caller":"traceutil/trace.go:171","msg":"trace[1670341950] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:32098; }","duration":"218.640073ms","start":"2026-04-29T03:01:31.925663Z","end":"2026-04-29T03:01:32.144303Z","steps":["trace[1670341950] 'agreement among raft nodes before linearized reading' (duration: 180.666204ms)","trace[1670341950] 'count revisions from in-memory index tree' (duration: 37.714075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:33.417352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.227774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-29T03:01:33.417518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.651656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:33.417578Z","caller":"traceutil/trace.go:171","msg":"trace[346301451] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:32109; }","duration":"191.708477ms","start":"2026-04-29T03:01:33.225849Z","end":"2026-04-29T03:01:33.417557Z","steps":["trace[346301451] 'agreement among raft nodes before linearized reading' (duration: 191.613616ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:33.417481Z","caller":"traceutil/trace.go:171","msg":"trace[1442148895] transaction","detail":"{read_only:false; response_revision:32109; number_of_response:1; }","duration":"407.828714ms","start":"2026-04-29T03:01:33.009629Z","end":"2026-04-29T03:01:33.417458Z","steps":["trace[1442148895] 'process raft request' (duration: 119.391227ms)","trace[1442148895] 'compare' (duration: 287.940637ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:33.417608Z","caller":"traceutil/trace.go:171","msg":"trace[1724866992] linearizableReadLoop","detail":"{readStateIndex:33164; appliedIndex:33163; }","duration":"191.593106ms","start":"2026-04-29T03:01:33.225865Z","end":"2026-04-29T03:01:33.417458Z","steps":["trace[1724866992] 'read index received' (duration: 36.891µs)","trace[1724866992] 'applied index is now lower than readState.Index' (duration: 191.554845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:33.417723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.0096Z","time spent":"408.074449ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:33.49479Z","caller":"traceutil/trace.go:171","msg":"trace[2082974476] transaction","detail":"{read_only:false; response_revision:32110; number_of_response:1; }","duration":"251.474728ms","start":"2026-04-29T03:01:33.24329Z","end":"2026-04-29T03:01:33.494765Z","steps":["trace[2082974476] 'process raft request' (duration: 251.340756ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:33.737668Z","caller":"traceutil/trace.go:171","msg":"trace[329263481] linearizableReadLoop","detail":"{readStateIndex:33166; appliedIndex:33164; }","duration":"319.886965ms","start":"2026-04-29T03:01:33.417753Z","end":"2026-04-29T03:01:33.73764Z","steps":["trace[329263481] 'read index received' (duration: 76.881625ms)","trace[329263481] 'applied index is now lower than readState.Index' (duration: 243.00348ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:33.737997Z","caller":"traceutil/trace.go:171","msg":"trace[348701406] transaction","detail":"{read_only:false; response_revision:32111; number_of_response:1; }","duration":"493.503151ms","start":"2026-04-29T03:01:33.244478Z","end":"2026-04-29T03:01:33.737982Z","steps":["trace[348701406] 'process raft request' (duration: 492.099076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:33.738115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.244459Z","time spent":"493.588253ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:33.738591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.593876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:809395"} {"level":"info","ts":"2026-04-29T03:01:33.738637Z","caller":"traceutil/trace.go:171","msg":"trace[416900500] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:32111; }","duration":"409.671218ms","start":"2026-04-29T03:01:33.328954Z","end":"2026-04-29T03:01:33.738625Z","steps":["trace[416900500] 'agreement among raft nodes before linearized reading' (duration: 408.788372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:33.738674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.328941Z","time spent":"409.723858ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":28,"response size":809419,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-29T03:01:34.308315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019723365,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T03:01:34.475248Z","caller":"traceutil/trace.go:171","msg":"trace[639233327] transaction","detail":"{read_only:false; response_revision:32112; number_of_response:1; }","duration":"758.338463ms","start":"2026-04-29T03:01:33.716867Z","end":"2026-04-29T03:01:34.475205Z","steps":["trace[639233327] 'process raft request' (duration: 696.78647ms)","trace[639233327] 'compare' (duration: 61.36043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:34.475574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.71684Z","time spent":"758.610388ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:35.134706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.535488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:35.134962Z","caller":"traceutil/trace.go:171","msg":"trace[759505530] transaction","detail":"{read_only:false; response_revision:32113; number_of_response:1; }","duration":"1.022717767s","start":"2026-04-29T03:01:34.112193Z","end":"2026-04-29T03:01:35.134911Z","steps":["trace[759505530] 'process raft request' (duration: 557.883354ms)","trace[759505530] 'compare' (duration: 463.675633ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:35.135051Z","caller":"traceutil/trace.go:171","msg":"trace[2001165843] transaction","detail":"{read_only:false; response_revision:32115; number_of_response:1; }","duration":"911.299729ms","start":"2026-04-29T03:01:34.223732Z","end":"2026-04-29T03:01:35.135032Z","steps":["trace[2001165843] 'process raft request' (duration: 911.199326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:35.135128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.112161Z","time spent":"1.022885452s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:35.135139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.223703Z","time spent":"911.39505ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:35.13517Z","caller":"traceutil/trace.go:171","msg":"trace[1008352629] linearizableReadLoop","detail":"{readStateIndex:33171; appliedIndex:33166; }","duration":"1.327504448s","start":"2026-04-29T03:01:33.807641Z","end":"2026-04-29T03:01:35.135146Z","steps":["trace[1008352629] 'read index received' (duration: 606.156214ms)","trace[1008352629] 'applied index is now lower than readState.Index' (duration: 721.346544ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:35.13523Z","caller":"traceutil/trace.go:171","msg":"trace[18769085] transaction","detail":"{read_only:false; response_revision:32116; number_of_response:1; }","duration":"911.37022ms","start":"2026-04-29T03:01:34.223835Z","end":"2026-04-29T03:01:35.135205Z","steps":["trace[18769085] 'process raft request' (duration: 911.147305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:35.135288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32764981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:35.135331Z","caller":"traceutil/trace.go:171","msg":"trace[960562070] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:32116; }","duration":"1.327691321s","start":"2026-04-29T03:01:33.807627Z","end":"2026-04-29T03:01:35.135318Z","steps":["trace[960562070] 'agreement among raft nodes before linearized reading' (duration: 1.32762754s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:35.135339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037772145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:35.135352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.223827Z","time spent":"911.462651ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:35.135371Z","caller":"traceutil/trace.go:171","msg":"trace[273908148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32116; }","duration":"1.037815305s","start":"2026-04-29T03:01:34.097544Z","end":"2026-04-29T03:01:35.135359Z","steps":["trace[273908148] 'agreement among raft nodes before linearized reading' (duration: 1.037743404s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:35.135371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.807531Z","time spent":"1.327830823s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:35.135398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.097484Z","time spent":"1.037908509s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:01:35.135491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.675725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T03:01:35.135535Z","caller":"traceutil/trace.go:171","msg":"trace[807290547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32116; }","duration":"799.740545ms","start":"2026-04-29T03:01:34.335782Z","end":"2026-04-29T03:01:35.135523Z","steps":["trace[807290547] 'agreement among raft nodes before linearized reading' (duration: 799.595383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:35.135566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.335771Z","time spent":"799.788376ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:35.1356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.227668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:35.13565Z","caller":"traceutil/trace.go:171","msg":"trace[275828979] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:32116; }","duration":"804.32647ms","start":"2026-04-29T03:01:34.331316Z","end":"2026-04-29T03:01:35.135642Z","steps":["trace[275828979] 'agreement among raft nodes before linearized reading' (duration: 804.253049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:35.135674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.331294Z","time spent":"804.370651ms","remote":"127.0.0.1:60416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:35.135722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.812105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:35.135146Z","caller":"traceutil/trace.go:171","msg":"trace[92755987] transaction","detail":"{read_only:false; response_revision:32114; number_of_response:1; }","duration":"911.295218ms","start":"2026-04-29T03:01:34.223707Z","end":"2026-04-29T03:01:35.135002Z","steps":["trace[92755987] 'process raft request' (duration: 911.122314ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:35.135755Z","caller":"traceutil/trace.go:171","msg":"trace[1163779800] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:32116; }","duration":"657.891145ms","start":"2026-04-29T03:01:34.477853Z","end":"2026-04-29T03:01:35.135744Z","steps":["trace[1163779800] 'agreement among raft nodes before linearized reading' (duration: 657.835404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:35.135788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.477833Z","time spent":"657.947697ms","remote":"127.0.0.1:51092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:35.135878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.140343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T03:01:35.135856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.223681Z","time spent":"912.105043ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:35.135907Z","caller":"traceutil/trace.go:171","msg":"trace[1279093236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32116; }","duration":"988.223734ms","start":"2026-04-29T03:01:34.147677Z","end":"2026-04-29T03:01:35.1359Z","steps":["trace[1279093236] 'agreement among raft nodes before linearized reading' (duration: 988.105042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:35.13572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.110933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-29T03:01:35.13591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.384148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-29T03:01:35.135926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.147663Z","time spent":"988.258594ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T03:01:35.135937Z","caller":"traceutil/trace.go:171","msg":"trace[1665000174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32116; }","duration":"800.52947ms","start":"2026-04-29T03:01:34.335398Z","end":"2026-04-29T03:01:35.135927Z","steps":["trace[1665000174] 'agreement among raft nodes before linearized reading' (duration: 800.073122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:35.135978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.335375Z","time spent":"800.592311ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:35.13602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.030041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-29T03:01:35.136058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.476453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-29T03:01:35.13607Z","caller":"traceutil/trace.go:171","msg":"trace[1091990809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32116; }","duration":"800.099432ms","start":"2026-04-29T03:01:34.33596Z","end":"2026-04-29T03:01:35.136059Z","steps":["trace[1091990809] 'agreement among raft nodes before linearized reading' (duration: 799.97545ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:35.136089Z","caller":"traceutil/trace.go:171","msg":"trace[1075494779] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:32116; }","duration":"766.528414ms","start":"2026-04-29T03:01:34.369552Z","end":"2026-04-29T03:01:35.13608Z","steps":["trace[1075494779] 'agreement among raft nodes before linearized reading' (duration: 766.406272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:35.13611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.335949Z","time spent":"800.153443ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T03:01:35.136122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.36954Z","time spent":"766.568585ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-04-29T03:01:35.136008Z","caller":"traceutil/trace.go:171","msg":"trace[633671598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32116; }","duration":"800.46526ms","start":"2026-04-29T03:01:34.335466Z","end":"2026-04-29T03:01:35.135932Z","steps":["trace[633671598] 'agreement among raft nodes before linearized reading' (duration: 800.274836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:35.136338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.33544Z","time spent":"800.866106ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:35.645882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019723373,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T03:01:35.92263Z","caller":"traceutil/trace.go:171","msg":"trace[1344381411] transaction","detail":"{read_only:false; response_revision:32117; number_of_response:1; }","duration":"783.381213ms","start":"2026-04-29T03:01:35.13922Z","end":"2026-04-29T03:01:35.922601Z","steps":["trace[1344381411] 'process raft request' (duration: 772.703916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:35.922758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:35.139189Z","time spent":"783.501317ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:36.520317Z","caller":"traceutil/trace.go:171","msg":"trace[744279486] transaction","detail":"{read_only:false; response_revision:32118; number_of_response:1; }","duration":"1.380864278s","start":"2026-04-29T03:01:35.139422Z","end":"2026-04-29T03:01:36.520286Z","steps":["trace[744279486] 'process raft request' (duration: 1.380592453s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:36.520368Z","caller":"traceutil/trace.go:171","msg":"trace[2001483892] transaction","detail":"{read_only:false; response_revision:32121; number_of_response:1; }","duration":"1.379418781s","start":"2026-04-29T03:01:35.140926Z","end":"2026-04-29T03:01:36.520344Z","steps":["trace[2001483892] 'process raft request' (duration: 1.379280338s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:36.52043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374803247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:36.520465Z","caller":"traceutil/trace.go:171","msg":"trace[1146037886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32124; }","duration":"1.374868728s","start":"2026-04-29T03:01:35.145589Z","end":"2026-04-29T03:01:36.520457Z","steps":["trace[1146037886] 'agreement among raft nodes before linearized reading' (duration: 1.374790856s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:36.520489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:35.145577Z","time spent":"1.374906618s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:01:36.520489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:35.140908Z","time spent":"1.379508983s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:36.520503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:35.13941Z","time spent":"1.38098573s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:36.520455Z","caller":"traceutil/trace.go:171","msg":"trace[1615760809] transaction","detail":"{read_only:false; response_revision:32119; number_of_response:1; }","duration":"1.38044668s","start":"2026-04-29T03:01:35.139968Z","end":"2026-04-29T03:01:36.520415Z","steps":["trace[1615760809] 'process raft request' (duration: 1.380186136s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:36.520335Z","caller":"traceutil/trace.go:171","msg":"trace[2072245636] linearizableReadLoop","detail":"{readStateIndex:33178; appliedIndex:33171; }","duration":"1.374702454s","start":"2026-04-29T03:01:35.145613Z","end":"2026-04-29T03:01:36.520315Z","steps":["trace[2072245636] 'read index received' (duration: 766.301799ms)","trace[2072245636] 'applied index is now lower than readState.Index' (duration: 608.399795ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:36.52064Z","caller":"traceutil/trace.go:171","msg":"trace[1619716783] transaction","detail":"{read_only:false; response_revision:32124; number_of_response:1; }","duration":"776.319003ms","start":"2026-04-29T03:01:35.744278Z","end":"2026-04-29T03:01:36.520597Z","steps":["trace[1619716783] 'process raft request' (duration: 776.010998ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:36.52063Z","caller":"traceutil/trace.go:171","msg":"trace[1264614506] transaction","detail":"{read_only:false; response_revision:32122; number_of_response:1; }","duration":"1.097350642s","start":"2026-04-29T03:01:35.423211Z","end":"2026-04-29T03:01:36.520562Z","steps":["trace[1264614506] 'process raft request' (duration: 1.097023746s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:36.52067Z","caller":"traceutil/trace.go:171","msg":"trace[296684251] transaction","detail":"{read_only:false; response_revision:32120; number_of_response:1; }","duration":"1.379794238s","start":"2026-04-29T03:01:35.140855Z","end":"2026-04-29T03:01:36.52065Z","steps":["trace[296684251] 'process raft request' (duration: 1.37932925s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:36.520853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:35.744238Z","time spent":"776.502767ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:36.520856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:35.13996Z","time spent":"1.380675334s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:36.520923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:35.140831Z","time spent":"1.380044752s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:36.521058Z","caller":"traceutil/trace.go:171","msg":"trace[351214557] transaction","detail":"{read_only:false; response_revision:32123; number_of_response:1; }","duration":"1.02066084s","start":"2026-04-29T03:01:35.500378Z","end":"2026-04-29T03:01:36.521039Z","steps":["trace[351214557] 'process raft request' (duration: 1.019885786s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:36.520861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:35.423154Z","time spent":"1.097629617s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:36.521158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:35.500351Z","time spent":"1.020758701s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:37.021018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019723383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T03:01:37.522187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095520019723383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T03:01:37.550224Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030198205s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T03:01:37.826407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.892487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:37.826497Z","caller":"traceutil/trace.go:171","msg":"trace[1086432856] transaction","detail":"{read_only:false; response_revision:32125; number_of_response:1; }","duration":"1.34509908s","start":"2026-04-29T03:01:36.481383Z","end":"2026-04-29T03:01:37.826482Z","steps":["trace[1086432856] 'process raft request' (duration: 1.069065601s)","trace[1086432856] 'compare' (duration: 275.791035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:37.826543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:36.481365Z","time spent":"1.345158742s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:37.828352Z","caller":"traceutil/trace.go:171","msg":"trace[1428780093] transaction","detail":"{read_only:false; response_revision:32126; number_of_response:1; }","duration":"686.975971ms","start":"2026-04-29T03:01:37.141352Z","end":"2026-04-29T03:01:37.828327Z","steps":["trace[1428780093] 'process raft request' (duration: 686.761477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.8285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:37.141327Z","time spent":"687.099593ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:37.828589Z","caller":"traceutil/trace.go:171","msg":"trace[1848260078] transaction","detail":"{read_only:false; response_revision:32127; number_of_response:1; }","duration":"687.074212ms","start":"2026-04-29T03:01:37.141491Z","end":"2026-04-29T03:01:37.828566Z","steps":["trace[1848260078] 'process raft request' (duration: 686.750876ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:37.828701Z","caller":"traceutil/trace.go:171","msg":"trace[1068901933] linearizableReadLoop","detail":"{readStateIndex:33184; appliedIndex:33179; }","duration":"1.307993047s","start":"2026-04-29T03:01:36.520684Z","end":"2026-04-29T03:01:37.828677Z","steps":["trace[1068901933] 'read index received' (duration: 1.029780549s)","trace[1068901933] 'applied index is now lower than readState.Index' (duration: 278.211238ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:37.82876Z","caller":"traceutil/trace.go:171","msg":"trace[1639584256] transaction","detail":"{read_only:false; response_revision:32129; number_of_response:1; }","duration":"686.94274ms","start":"2026-04-29T03:01:37.14177Z","end":"2026-04-29T03:01:37.828713Z","steps":["trace[1639584256] 'process raft request' (duration: 686.833098ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:37.82874Z","caller":"traceutil/trace.go:171","msg":"trace[1371827008] transaction","detail":"{read_only:false; response_revision:32128; number_of_response:1; }","duration":"687.050432ms","start":"2026-04-29T03:01:37.14166Z","end":"2026-04-29T03:01:37.82871Z","steps":["trace[1371827008] 'process raft request' (duration: 686.848828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.82882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354814508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:37.828711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:37.141486Z","time spent":"687.164484ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:37.8289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883846434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-29T03:01:37.828913Z","caller":"traceutil/trace.go:171","msg":"trace[1140980063] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:32129; }","duration":"1.354973212s","start":"2026-04-29T03:01:36.473918Z","end":"2026-04-29T03:01:37.828891Z","steps":["trace[1140980063] 'agreement among raft nodes before linearized reading' (duration: 1.354761687s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.828956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525359668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T03:01:37.828962Z","caller":"traceutil/trace.go:171","msg":"trace[38038377] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:32129; }","duration":"1.883938385s","start":"2026-04-29T03:01:35.945008Z","end":"2026-04-29T03:01:37.828947Z","steps":["trace[38038377] 'agreement among raft nodes before linearized reading' (duration: 1.88374652s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.828969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:36.473884Z","time spent":"1.355074964s","remote":"127.0.0.1:48798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:37.828986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305767347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:37.828975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:37.141766Z","time spent":"687.098693ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:37.828999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381086932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:37.829014Z","caller":"traceutil/trace.go:171","msg":"trace[425300480] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32129; }","duration":"2.525468539s","start":"2026-04-29T03:01:35.303531Z","end":"2026-04-29T03:01:37.828999Z","steps":["trace[425300480] 'agreement among raft nodes before linearized reading' (duration: 2.525296725s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.829022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:35.944984Z","time spent":"1.884026347s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-04-29T03:01:37.829071Z","caller":"traceutil/trace.go:171","msg":"trace[2010399145] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:32129; }","duration":"1.381191024s","start":"2026-04-29T03:01:36.447848Z","end":"2026-04-29T03:01:37.829039Z","steps":["trace[2010399145] 'agreement among raft nodes before linearized reading' (duration: 1.381095793s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:37.829029Z","caller":"traceutil/trace.go:171","msg":"trace[447913845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32129; }","duration":"1.305851918s","start":"2026-04-29T03:01:36.523165Z","end":"2026-04-29T03:01:37.829017Z","steps":["trace[447913845] 'agreement among raft nodes before linearized reading' (duration: 1.305781237s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.829082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570168652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:37.82909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:35.303503Z","time spent":"2.525573761s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T03:01:37.829102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:36.447826Z","time spent":"1.381269415s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:37.829112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:36.523143Z","time spent":"1.305962371s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T03:01:37.82912Z","caller":"traceutil/trace.go:171","msg":"trace[95798035] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:32129; }","duration":"2.570250543s","start":"2026-04-29T03:01:35.258857Z","end":"2026-04-29T03:01:37.829107Z","steps":["trace[95798035] 'agreement among raft nodes before linearized reading' (duration: 2.570168661s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.829079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:37.141653Z","time spent":"687.225316ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:37.829289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.62425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:37.829326Z","caller":"traceutil/trace.go:171","msg":"trace[1333881307] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:32129; }","duration":"170.698821ms","start":"2026-04-29T03:01:37.658617Z","end":"2026-04-29T03:01:37.829316Z","steps":["trace[1333881307] 'agreement among raft nodes before linearized reading' (duration: 170.63776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.829264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.196733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:37.829401Z","caller":"traceutil/trace.go:171","msg":"trace[92233595] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:32129; }","duration":"119.395757ms","start":"2026-04-29T03:01:37.709986Z","end":"2026-04-29T03:01:37.829382Z","steps":["trace[92233595] 'agreement among raft nodes before linearized reading' (duration: 119.124162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.828807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972503894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:37.829523Z","caller":"traceutil/trace.go:171","msg":"trace[821907927] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32129; }","duration":"1.973269508s","start":"2026-04-29T03:01:35.85624Z","end":"2026-04-29T03:01:37.829509Z","steps":["trace[821907927] 'agreement among raft nodes before linearized reading' (duration: 1.972478903s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.829561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:35.856222Z","time spent":"1.973327939s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T03:01:37.829156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:35.258839Z","time spent":"2.570306354s","remote":"127.0.0.1:42884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:37.82893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761827648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:37.829541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456401908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-29T03:01:37.829686Z","caller":"traceutil/trace.go:171","msg":"trace[1780110289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:32129; }","duration":"1.762688644s","start":"2026-04-29T03:01:36.06696Z","end":"2026-04-29T03:01:37.829649Z","steps":["trace[1780110289] 'agreement among raft nodes before linearized reading' (duration: 1.761735096s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.829754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:36.06694Z","time spent":"1.762791866s","remote":"127.0.0.1:56118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:37.82972Z","caller":"traceutil/trace.go:171","msg":"trace[632338745] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:32129; }","duration":"1.456647452s","start":"2026-04-29T03:01:36.373057Z","end":"2026-04-29T03:01:37.829704Z","steps":["trace[632338745] 'agreement among raft nodes before linearized reading' (duration: 1.456124973s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.829882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:36.373033Z","time spent":"1.456836055s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-29T03:01:38.172645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.441237ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-29T03:01:38.172771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:37.830995Z","time spent":"341.770038ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T03:01:38.172853Z","caller":"traceutil/trace.go:171","msg":"trace[519526290] transaction","detail":"{read_only:false; response_revision:32130; number_of_response:1; }","duration":"205.010222ms","start":"2026-04-29T03:01:37.967829Z","end":"2026-04-29T03:01:38.172839Z","steps":["trace[519526290] 'process raft request' (duration: 204.90434ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:38.172891Z","caller":"traceutil/trace.go:171","msg":"trace[1555691848] linearizableReadLoop","detail":"{readStateIndex:33185; appliedIndex:33184; }","duration":"338.666812ms","start":"2026-04-29T03:01:37.834187Z","end":"2026-04-29T03:01:38.172854Z","steps":["trace[1555691848] 'read index received' (duration: 156.098063ms)","trace[1555691848] 'applied index is now lower than readState.Index' (duration: 182.565249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:38.173182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.957847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4b5b5f50-e609-4bff-ad7b-86b978b22c03\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-29T03:01:38.173227Z","caller":"traceutil/trace.go:171","msg":"trace[20595161] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4b5b5f50-e609-4bff-ad7b-86b978b22c03; range_end:; response_count:1; response_revision:32130; }","duration":"339.056058ms","start":"2026-04-29T03:01:37.834157Z","end":"2026-04-29T03:01:38.173213Z","steps":["trace[20595161] 'agreement among raft nodes before linearized reading' (duration: 338.840595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:38.173272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:37.83414Z","time spent":"339.12251ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-4b5b5f50-e609-4bff-ad7b-86b978b22c03\" "} {"level":"info","ts":"2026-04-29T03:01:38.230794Z","caller":"traceutil/trace.go:171","msg":"trace[1987423243] transaction","detail":"{read_only:false; response_revision:32131; number_of_response:1; }","duration":"126.718822ms","start":"2026-04-29T03:01:38.104057Z","end":"2026-04-29T03:01:38.230776Z","steps":["trace[1987423243] 'process raft request' (duration: 126.548698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:38.230891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.77499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:38.230976Z","caller":"traceutil/trace.go:171","msg":"trace[1792253335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32131; }","duration":"390.874242ms","start":"2026-04-29T03:01:37.840086Z","end":"2026-04-29T03:01:38.230961Z","steps":["trace[1792253335] 'agreement among raft nodes before linearized reading' (duration: 390.702479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:38.231029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:37.840071Z","time spent":"390.946523ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:01:38.23103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.785069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-29T03:01:38.231041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.893558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T03:01:38.231096Z","caller":"traceutil/trace.go:171","msg":"trace[1788383461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32131; }","duration":"303.913542ms","start":"2026-04-29T03:01:37.927165Z","end":"2026-04-29T03:01:38.231079Z","steps":["trace[1788383461] 'agreement among raft nodes before linearized reading' (duration: 303.674607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:38.231075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.913911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T03:01:38.231108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.880925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:38.231146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:37.927146Z","time spent":"303.987353ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T03:01:38.231165Z","caller":"traceutil/trace.go:171","msg":"trace[1232290872] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:32131; }","duration":"395.951446ms","start":"2026-04-29T03:01:37.835196Z","end":"2026-04-29T03:01:38.231148Z","steps":["trace[1232290872] 'agreement among raft nodes before linearized reading' (duration: 395.859564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:38.231209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:37.83519Z","time spent":"396.006537ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-29T03:01:38.231153Z","caller":"traceutil/trace.go:171","msg":"trace[241355907] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:32131; }","duration":"336.064454ms","start":"2026-04-29T03:01:37.895073Z","end":"2026-04-29T03:01:38.231138Z","steps":["trace[241355907] 'agreement among raft nodes before linearized reading' (duration: 335.84304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:38.231307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:37.895046Z","time spent":"336.252317ms","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":97,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:38.231105Z","caller":"traceutil/trace.go:171","msg":"trace[1604414997] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32131; }","duration":"394.017131ms","start":"2026-04-29T03:01:37.837072Z","end":"2026-04-29T03:01:38.231089Z","steps":["trace[1604414997] 'agreement among raft nodes before linearized reading' (duration: 393.805097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:38.231385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:37.837056Z","time spent":"394.318806ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T03:01:38.665356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.559711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:38.666274Z","caller":"traceutil/trace.go:171","msg":"trace[907715539] linearizableReadLoop","detail":"{readStateIndex:33188; appliedIndex:33187; }","duration":"435.505873ms","start":"2026-04-29T03:01:38.230742Z","end":"2026-04-29T03:01:38.666248Z","steps":["trace[907715539] 'read index received' (duration: 57.10683ms)","trace[907715539] 'applied index is now lower than readState.Index' (duration: 378.396223ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:38.666293Z","caller":"traceutil/trace.go:171","msg":"trace[956803043] transaction","detail":"{read_only:false; response_revision:32132; number_of_response:1; }","duration":"492.40983ms","start":"2026-04-29T03:01:38.173848Z","end":"2026-04-29T03:01:38.666258Z","steps":["trace[956803043] 'process raft request' (duration: 140.79119ms)","trace[956803043] 'compare' (duration: 350.374717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:38.666535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:38.17383Z","time spent":"492.593264ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:38.666681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.528288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-29T03:01:38.666792Z","caller":"traceutil/trace.go:171","msg":"trace[1105528809] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:32132; }","duration":"489.68033ms","start":"2026-04-29T03:01:38.177085Z","end":"2026-04-29T03:01:38.666765Z","steps":["trace[1105528809] 'agreement among raft nodes before linearized reading' (duration: 489.238022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:38.666849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:38.177066Z","time spent":"489.773742ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-04-29T03:01:38.815215Z","caller":"traceutil/trace.go:171","msg":"trace[951281828] transaction","detail":"{read_only:false; response_revision:32133; number_of_response:1; }","duration":"578.105407ms","start":"2026-04-29T03:01:38.237083Z","end":"2026-04-29T03:01:38.815189Z","steps":["trace[951281828] 'process raft request' (duration: 573.305439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:38.815398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:38.237061Z","time spent":"578.250889ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:38.815575Z","caller":"traceutil/trace.go:171","msg":"trace[331117600] transaction","detail":"{read_only:false; response_revision:32134; number_of_response:1; }","duration":"289.335434ms","start":"2026-04-29T03:01:38.52621Z","end":"2026-04-29T03:01:38.815545Z","steps":["trace[331117600] 'process raft request' (duration: 288.929936ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:38.815682Z","caller":"traceutil/trace.go:171","msg":"trace[707969862] transaction","detail":"{read_only:false; response_revision:32135; number_of_response:1; }","duration":"289.023428ms","start":"2026-04-29T03:01:38.526579Z","end":"2026-04-29T03:01:38.815603Z","steps":["trace[707969862] 'process raft request' (duration: 288.814714ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:38.815847Z","caller":"traceutil/trace.go:171","msg":"trace[958756253] linearizableReadLoop","detail":"{readStateIndex:33192; appliedIndex:33188; }","duration":"149.50303ms","start":"2026-04-29T03:01:38.666331Z","end":"2026-04-29T03:01:38.815834Z","steps":["trace[958756253] 'read index received' (duration: 144.05506ms)","trace[958756253] 'applied index is now lower than readState.Index' (duration: 5.44669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:38.81599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.016476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:38.816026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.618838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T03:01:38.816037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.527005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T03:01:38.816089Z","caller":"traceutil/trace.go:171","msg":"trace[1752239349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32136; }","duration":"290.73229ms","start":"2026-04-29T03:01:38.525338Z","end":"2026-04-29T03:01:38.816071Z","steps":["trace[1752239349] 'agreement among raft nodes before linearized reading' (duration: 290.563916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:38.816177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.327211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-29T03:01:38.816189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.277213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18470"} {"level":"info","ts":"2026-04-29T03:01:38.816214Z","caller":"traceutil/trace.go:171","msg":"trace[128138748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32136; }","duration":"291.381711ms","start":"2026-04-29T03:01:38.524823Z","end":"2026-04-29T03:01:38.816204Z","steps":["trace[128138748] 'agreement among raft nodes before linearized reading' (duration: 291.29714ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:38.81623Z","caller":"traceutil/trace.go:171","msg":"trace[1625447376] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:32136; }","duration":"583.315913ms","start":"2026-04-29T03:01:38.232902Z","end":"2026-04-29T03:01:38.816218Z","steps":["trace[1625447376] 'agreement among raft nodes before linearized reading' (duration: 583.165021ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:38.816048Z","caller":"traceutil/trace.go:171","msg":"trace[868669943] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:32136; }","duration":"578.128097ms","start":"2026-04-29T03:01:38.237907Z","end":"2026-04-29T03:01:38.816035Z","steps":["trace[868669943] 'agreement among raft nodes before linearized reading' (duration: 578.022844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:38.816275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:38.232841Z","time spent":"583.422855ms","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18494,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-29T03:01:38.816305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:38.237886Z","time spent":"578.406363ms","remote":"127.0.0.1:60302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T03:01:38.81635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.088807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T03:01:38.816411Z","caller":"traceutil/trace.go:171","msg":"trace[1165781558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32136; }","duration":"290.21679ms","start":"2026-04-29T03:01:38.52618Z","end":"2026-04-29T03:01:38.816397Z","steps":["trace[1165781558] 'agreement among raft nodes before linearized reading' (duration: 289.990146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:38.816592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.941684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-29T03:01:38.816606Z","caller":"traceutil/trace.go:171","msg":"trace[2030632290] transaction","detail":"{read_only:false; response_revision:32136; number_of_response:1; }","duration":"289.054738ms","start":"2026-04-29T03:01:38.527533Z","end":"2026-04-29T03:01:38.816587Z","steps":["trace[2030632290] 'process raft request' (duration: 288.012349ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:38.816631Z","caller":"traceutil/trace.go:171","msg":"trace[873571279] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:32136; }","duration":"147.029086ms","start":"2026-04-29T03:01:38.669592Z","end":"2026-04-29T03:01:38.816621Z","steps":["trace[873571279] 'agreement among raft nodes before linearized reading' (duration: 146.901003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:38.81675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.238829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:38.8161Z","caller":"traceutil/trace.go:171","msg":"trace[1424749594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32136; }","duration":"291.635477ms","start":"2026-04-29T03:01:38.524449Z","end":"2026-04-29T03:01:38.816084Z","steps":["trace[1424749594] 'agreement among raft nodes before linearized reading' (duration: 291.470593ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:38.816795Z","caller":"traceutil/trace.go:171","msg":"trace[567255682] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:32136; }","duration":"272.311359ms","start":"2026-04-29T03:01:38.544466Z","end":"2026-04-29T03:01:38.816777Z","steps":["trace[567255682] 'agreement among raft nodes before linearized reading' (duration: 272.222988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:38.816993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.352223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0814a298-c5d4-41fb-ae82-f9d3aa3e69ae\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-29T03:01:38.817092Z","caller":"traceutil/trace.go:171","msg":"trace[1473070974] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0814a298-c5d4-41fb-ae82-f9d3aa3e69ae; range_end:; response_count:1; response_revision:32136; }","duration":"146.482995ms","start":"2026-04-29T03:01:38.670586Z","end":"2026-04-29T03:01:38.817069Z","steps":["trace[1473070974] 'agreement among raft nodes before linearized reading' (duration: 146.193449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:39.26449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.338827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:39.264615Z","caller":"traceutil/trace.go:171","msg":"trace[137882947] transaction","detail":"{read_only:false; response_revision:32137; number_of_response:1; }","duration":"442.806837ms","start":"2026-04-29T03:01:38.821785Z","end":"2026-04-29T03:01:39.264592Z","steps":["trace[137882947] 'process raft request' (duration: 117.261427ms)","trace[137882947] 'compare' (duration: 324.994001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:39.264681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:38.821765Z","time spent":"442.884398ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:39.428473Z","caller":"traceutil/trace.go:171","msg":"trace[660898516] transaction","detail":"{read_only:false; response_revision:32139; number_of_response:1; }","duration":"606.226254ms","start":"2026-04-29T03:01:38.822216Z","end":"2026-04-29T03:01:39.428442Z","steps":["trace[660898516] 'process raft request' (duration: 606.092172ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:39.428629Z","caller":"traceutil/trace.go:171","msg":"trace[2039826421] transaction","detail":"{read_only:false; response_revision:32141; number_of_response:1; }","duration":"121.645218ms","start":"2026-04-29T03:01:39.306959Z","end":"2026-04-29T03:01:39.428605Z","steps":["trace[2039826421] 'process raft request' (duration: 121.553247ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:39.428784Z","caller":"traceutil/trace.go:171","msg":"trace[1101256283] transaction","detail":"{read_only:false; response_revision:32138; number_of_response:1; }","duration":"606.555221ms","start":"2026-04-29T03:01:38.822185Z","end":"2026-04-29T03:01:39.42874Z","steps":["trace[1101256283] 'process raft request' (duration: 548.453922ms)","trace[1101256283] 'compare' (duration: 57.503388ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:39.428832Z","caller":"traceutil/trace.go:171","msg":"trace[322968470] transaction","detail":"{read_only:false; response_revision:32140; number_of_response:1; }","duration":"606.375407ms","start":"2026-04-29T03:01:38.822413Z","end":"2026-04-29T03:01:39.428789Z","steps":["trace[322968470] 'process raft request' (duration: 605.97735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:39.428911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.786641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:39.428954Z","caller":"traceutil/trace.go:171","msg":"trace[1084522417] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32141; }","duration":"552.894273ms","start":"2026-04-29T03:01:38.876049Z","end":"2026-04-29T03:01:39.428943Z","steps":["trace[1084522417] 'agreement among raft nodes before linearized reading' (duration: 552.796231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:39.428994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:38.876017Z","time spent":"552.962925ms","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-29T03:01:39.428778Z","caller":"traceutil/trace.go:171","msg":"trace[4888291] linearizableReadLoop","detail":"{readStateIndex:33196; appliedIndex:33192; }","duration":"552.630359ms","start":"2026-04-29T03:01:38.87612Z","end":"2026-04-29T03:01:39.428751Z","steps":["trace[4888291] 'read index received' (duration: 62.942298ms)","trace[4888291] 'applied index is now lower than readState.Index' (duration: 489.685731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:39.429129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:38.822381Z","time spent":"606.588741ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:39.429206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.120735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:39.429299Z","caller":"traceutil/trace.go:171","msg":"trace[1917901624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32141; }","duration":"329.242739ms","start":"2026-04-29T03:01:39.100017Z","end":"2026-04-29T03:01:39.42926Z","steps":["trace[1917901624] 'agreement among raft nodes before linearized reading' (duration: 329.122846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:39.429357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:39.099995Z","time spent":"329.348091ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:01:39.42909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:38.822157Z","time spent":"606.705053ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:39.429924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:38.822203Z","time spent":"606.367378ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:39.760063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.648516ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:39.76024Z","caller":"traceutil/trace.go:171","msg":"trace[459711298] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:32141; }","duration":"154.86336ms","start":"2026-04-29T03:01:39.605349Z","end":"2026-04-29T03:01:39.760212Z","steps":["trace[459711298] 'range keys from in-memory index tree' (duration: 154.610346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:39.760644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.307128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:809395"} {"level":"info","ts":"2026-04-29T03:01:39.760761Z","caller":"traceutil/trace.go:171","msg":"trace[2138813033] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:32141; }","duration":"124.475361ms","start":"2026-04-29T03:01:39.636257Z","end":"2026-04-29T03:01:39.760733Z","steps":["trace[2138813033] 'range keys from in-memory index tree' (duration: 123.668207ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:40.143828Z","caller":"traceutil/trace.go:171","msg":"trace[169315364] transaction","detail":"{read_only:false; response_revision:32142; number_of_response:1; }","duration":"312.320457ms","start":"2026-04-29T03:01:39.831486Z","end":"2026-04-29T03:01:40.143806Z","steps":["trace[169315364] 'process raft request' (duration: 312.175945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:40.143993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:39.831456Z","time spent":"312.442749ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:40.548062Z","caller":"traceutil/trace.go:171","msg":"trace[1855459600] transaction","detail":"{read_only:false; response_revision:32143; number_of_response:1; }","duration":"713.071391ms","start":"2026-04-29T03:01:39.834959Z","end":"2026-04-29T03:01:40.54803Z","steps":["trace[1855459600] 'process raft request' (duration: 712.820336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:40.548242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:39.834935Z","time spent":"713.205573ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:40.548393Z","caller":"traceutil/trace.go:171","msg":"trace[1391838872] transaction","detail":"{read_only:false; response_revision:32144; number_of_response:1; }","duration":"712.877877ms","start":"2026-04-29T03:01:39.835489Z","end":"2026-04-29T03:01:40.548367Z","steps":["trace[1391838872] 'process raft request' (duration: 712.49681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:40.548576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:39.835477Z","time spent":"712.997909ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:40.548606Z","caller":"traceutil/trace.go:171","msg":"trace[973419280] linearizableReadLoop","detail":"{readStateIndex:33202; appliedIndex:33197; }","duration":"468.714104ms","start":"2026-04-29T03:01:40.07988Z","end":"2026-04-29T03:01:40.548594Z","steps":["trace[973419280] 'read index received' (duration: 63.829175ms)","trace[973419280] 'applied index is now lower than readState.Index' (duration: 404.883429ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:40.548677Z","caller":"traceutil/trace.go:171","msg":"trace[946353897] transaction","detail":"{read_only:false; response_revision:32146; number_of_response:1; }","duration":"712.129343ms","start":"2026-04-29T03:01:39.836538Z","end":"2026-04-29T03:01:40.548667Z","steps":["trace[946353897] 'process raft request' (duration: 711.991471ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:40.548673Z","caller":"traceutil/trace.go:171","msg":"trace[58613330] transaction","detail":"{read_only:false; response_revision:32145; number_of_response:1; }","duration":"712.114293ms","start":"2026-04-29T03:01:39.83649Z","end":"2026-04-29T03:01:40.548604Z","steps":["trace[58613330] 'process raft request' (duration: 711.751507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:40.548813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.905338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:40.548862Z","caller":"traceutil/trace.go:171","msg":"trace[624101232] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:32146; }","duration":"469.014749ms","start":"2026-04-29T03:01:40.079831Z","end":"2026-04-29T03:01:40.548846Z","steps":["trace[624101232] 'agreement among raft nodes before linearized reading' (duration: 468.888667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:40.548902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:40.079812Z","time spent":"469.081341ms","remote":"127.0.0.1:54228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:40.548987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:39.836461Z","time spent":"712.339747ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:40.548743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:39.836529Z","time spent":"712.173084ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:40.576159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.922407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:40.576258Z","caller":"traceutil/trace.go:171","msg":"trace[1937225561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32147; }","duration":"476.054189ms","start":"2026-04-29T03:01:40.10018Z","end":"2026-04-29T03:01:40.576235Z","steps":["trace[1937225561] 'agreement among raft nodes before linearized reading' (duration: 475.867126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:40.576317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:40.100171Z","time spent":"476.131411ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:01:40.576932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.616889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:809395"} {"level":"info","ts":"2026-04-29T03:01:40.577049Z","caller":"traceutil/trace.go:171","msg":"trace[834490091] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:32147; }","duration":"370.789413ms","start":"2026-04-29T03:01:40.206238Z","end":"2026-04-29T03:01:40.577027Z","steps":["trace[834490091] 'agreement among raft nodes before linearized reading' (duration: 370.07379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:40.577132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:40.206213Z","time spent":"370.902325ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":28,"response size":809419,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-29T03:01:40.968483Z","caller":"traceutil/trace.go:171","msg":"trace[117473344] transaction","detail":"{read_only:false; response_revision:32148; number_of_response:1; }","duration":"145.847473ms","start":"2026-04-29T03:01:40.822599Z","end":"2026-04-29T03:01:40.968447Z","steps":["trace[117473344] 'process raft request' (duration: 145.559898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.289492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321329832s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T03:01:42.289926Z","caller":"traceutil/trace.go:171","msg":"trace[1826137819] linearizableReadLoop","detail":"{readStateIndex:33207; appliedIndex:33203; }","duration":"1.445277584s","start":"2026-04-29T03:01:40.844626Z","end":"2026-04-29T03:01:42.289904Z","steps":["trace[1826137819] 'read index received' (duration: 123.567344ms)","trace[1826137819] 'applied index is now lower than readState.Index' (duration: 1.32170922s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:42.29022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445566679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:42.290268Z","caller":"traceutil/trace.go:171","msg":"trace[649444963] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:32151; }","duration":"1.445670401s","start":"2026-04-29T03:01:40.844583Z","end":"2026-04-29T03:01:42.290253Z","steps":["trace[649444963] 'agreement among raft nodes before linearized reading' (duration: 1.445406076s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:42.290265Z","caller":"traceutil/trace.go:171","msg":"trace[2106107787] transaction","detail":"{read_only:false; response_revision:32149; number_of_response:1; }","duration":"1.465342063s","start":"2026-04-29T03:01:40.824876Z","end":"2026-04-29T03:01:42.290218Z","steps":["trace[2106107787] 'process raft request' (duration: 1.464807614s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:42.290354Z","caller":"traceutil/trace.go:171","msg":"trace[795290634] transaction","detail":"{read_only:false; response_revision:32150; number_of_response:1; }","duration":"1.465388283s","start":"2026-04-29T03:01:40.824954Z","end":"2026-04-29T03:01:42.290342Z","steps":["trace[795290634] 'process raft request' (duration: 1.464889215s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.290447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:40.82492Z","time spent":"1.465466345s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:42.290445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:40.824853Z","time spent":"1.465498496s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:42.29031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:40.844568Z","time spent":"1.445731292s","remote":"127.0.0.1:33278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":83,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:42.290755Z","caller":"traceutil/trace.go:171","msg":"trace[7921738] transaction","detail":"{read_only:false; response_revision:32151; number_of_response:1; }","duration":"1.465314511s","start":"2026-04-29T03:01:40.825422Z","end":"2026-04-29T03:01:42.290736Z","steps":["trace[7921738] 'process raft request' (duration: 1.464451586s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.290828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:40.82541Z","time spent":"1.465380752s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:42.777541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.873373ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-29T03:01:42.778554Z","caller":"traceutil/trace.go:171","msg":"trace[384214615] linearizableReadLoop","detail":"{readStateIndex:33209; appliedIndex:33207; }","duration":"488.546349ms","start":"2026-04-29T03:01:42.289973Z","end":"2026-04-29T03:01:42.778519Z","steps":["trace[384214615] 'read index received' (duration: 53.620126ms)","trace[384214615] 'applied index is now lower than readState.Index' (duration: 434.924813ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:42.778578Z","caller":"traceutil/trace.go:171","msg":"trace[1284288580] transaction","detail":"{read_only:false; response_revision:32152; number_of_response:1; }","duration":"629.027985ms","start":"2026-04-29T03:01:42.149502Z","end":"2026-04-29T03:01:42.77853Z","steps":["trace[1284288580] 'process raft request' (duration: 628.171389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.778737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.149466Z","time spent":"629.182357ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:42.850039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194764674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:42.850127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581979478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-29T03:01:42.850141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.595191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:42.85018Z","caller":"traceutil/trace.go:171","msg":"trace[1151849053] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:32152; }","duration":"1.195029949s","start":"2026-04-29T03:01:41.655118Z","end":"2026-04-29T03:01:42.850148Z","steps":["trace[1151849053] 'agreement among raft nodes before linearized reading' (duration: 1.123504883s)","trace[1151849053] 'count revisions from in-memory index tree' (duration: 71.307772ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:42.850203Z","caller":"traceutil/trace.go:171","msg":"trace[1666494868] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:32152; }","duration":"1.582087951s","start":"2026-04-29T03:01:41.26809Z","end":"2026-04-29T03:01:42.850178Z","steps":["trace[1666494868] 'agreement among raft nodes before linearized reading' (duration: 1.510561904s)","trace[1666494868] 'range keys from in-memory index tree' (duration: 71.360484ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:42.850214Z","caller":"traceutil/trace.go:171","msg":"trace[1277834921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32152; }","duration":"750.728593ms","start":"2026-04-29T03:01:42.099466Z","end":"2026-04-29T03:01:42.850195Z","steps":["trace[1277834921] 'agreement among raft nodes before linearized reading' (duration: 679.116485ms)","trace[1277834921] 'range keys from in-memory index tree' (duration: 71.507946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:42.850253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.268066Z","time spent":"1.582176913s","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-29T03:01:42.850251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.655084Z","time spent":"1.195146312s","remote":"127.0.0.1:43118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:42.850285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417580424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T03:01:42.850336Z","caller":"traceutil/trace.go:171","msg":"trace[234822797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32152; }","duration":"1.417665446s","start":"2026-04-29T03:01:41.432654Z","end":"2026-04-29T03:01:42.85032Z","steps":["trace[234822797] 'agreement among raft nodes before linearized reading' (duration: 1.345958287s)","trace[234822797] 'range keys from in-memory index tree' (duration: 71.546337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:42.850382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.432633Z","time spent":"1.417739577s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:42.850413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596861483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:42.850473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936270908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:42.850492Z","caller":"traceutil/trace.go:171","msg":"trace[1524294116] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:32152; }","duration":"1.596999186s","start":"2026-04-29T03:01:41.253475Z","end":"2026-04-29T03:01:42.850474Z","steps":["trace[1524294116] 'agreement among raft nodes before linearized reading' (duration: 1.525161234s)","trace[1524294116] 'count revisions from in-memory index tree' (duration: 71.689759ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:42.850512Z","caller":"traceutil/trace.go:171","msg":"trace[1894530769] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:32152; }","duration":"1.936359209s","start":"2026-04-29T03:01:40.914139Z","end":"2026-04-29T03:01:42.850498Z","steps":["trace[1894530769] 'agreement among raft nodes before linearized reading' (duration: 1.864505347s)","trace[1894530769] 'count revisions from in-memory index tree' (duration: 71.797441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:42.850533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.253461Z","time spent":"1.597062247s","remote":"127.0.0.1:60426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:42.850537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:40.91411Z","time spent":"1.936421311s","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:42.850113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602208722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:42.850616Z","caller":"traceutil/trace.go:171","msg":"trace[809569619] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:32152; }","duration":"1.602794292s","start":"2026-04-29T03:01:41.247806Z","end":"2026-04-29T03:01:42.850601Z","steps":["trace[809569619] 'agreement among raft nodes before linearized reading' (duration: 1.530849208s)","trace[809569619] 'count revisions from in-memory index tree' (duration: 71.376153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:42.850607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143619163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:42.850665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.247782Z","time spent":"1.602862693s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:42.850658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45977552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:42.850689Z","caller":"traceutil/trace.go:171","msg":"trace[1335296459] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:32152; }","duration":"1.143725915s","start":"2026-04-29T03:01:41.706942Z","end":"2026-04-29T03:01:42.850668Z","steps":["trace[1335296459] 'agreement among raft nodes before linearized reading' (duration: 1.07166555s)","trace[1335296459] 'count revisions from in-memory index tree' (duration: 71.926673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:42.850712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417700155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T03:01:42.850677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581966639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T03:01:42.850728Z","caller":"traceutil/trace.go:171","msg":"trace[1729234631] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:32152; }","duration":"1.459899562s","start":"2026-04-29T03:01:41.390809Z","end":"2026-04-29T03:01:42.850709Z","steps":["trace[1729234631] 'agreement among raft nodes before linearized reading' (duration: 1.387810466s)","trace[1729234631] 'count revisions from in-memory index tree' (duration: 71.986234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:42.850748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.70684Z","time spent":"1.143888037s","remote":"127.0.0.1:48800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:42.850257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.099437Z","time spent":"750.812455ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:01:42.850774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.390791Z","time spent":"1.459973083s","remote":"127.0.0.1:39934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:42.850792Z","caller":"traceutil/trace.go:171","msg":"trace[2058670046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32152; }","duration":"1.582153422s","start":"2026-04-29T03:01:41.268605Z","end":"2026-04-29T03:01:42.850758Z","steps":["trace[2058670046] 'agreement among raft nodes before linearized reading' (duration: 1.509975304s)","trace[2058670046] 'range keys from in-memory index tree' (duration: 71.859122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:42.85081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416923692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T03:01:42.850834Z","caller":"traceutil/trace.go:171","msg":"trace[220411424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32152; }","duration":"1.416965922s","start":"2026-04-29T03:01:41.433861Z","end":"2026-04-29T03:01:42.850827Z","steps":["trace[220411424] 'agreement among raft nodes before linearized reading' (duration: 1.344772804s)","trace[220411424] 'range keys from in-memory index tree' (duration: 72.097466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:42.850853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.433852Z","time spent":"1.416994332s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:42.850847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.268582Z","time spent":"1.582255083s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T03:01:42.850754Z","caller":"traceutil/trace.go:171","msg":"trace[611658453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32152; }","duration":"1.417766397s","start":"2026-04-29T03:01:41.432974Z","end":"2026-04-29T03:01:42.850741Z","steps":["trace[611658453] 'agreement among raft nodes before linearized reading' (duration: 1.345571429s)","trace[611658453] 'range keys from in-memory index tree' (duration: 72.039035ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:42.850894Z","caller":"traceutil/trace.go:171","msg":"trace[229870788] transaction","detail":"{read_only:false; response_revision:32153; number_of_response:1; }","duration":"296.831102ms","start":"2026-04-29T03:01:42.554049Z","end":"2026-04-29T03:01:42.85088Z","steps":["trace[229870788] 'process raft request' (duration: 224.450811ms)","trace[229870788] 'compare' (duration: 71.812551ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:42.850919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.432957Z","time spent":"1.41795222s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T03:01:42.851218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.542165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:809395"} {"level":"info","ts":"2026-04-29T03:01:42.851274Z","caller":"traceutil/trace.go:171","msg":"trace[1849449916] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:32152; }","duration":"810.643216ms","start":"2026-04-29T03:01:42.040616Z","end":"2026-04-29T03:01:42.851259Z","steps":["trace[1849449916] 'agreement among raft nodes before linearized reading' (duration: 737.979478ms)","trace[1849449916] 'range keys from in-memory index tree' (duration: 71.961093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:42.851406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.040593Z","time spent":"810.799899ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":28,"response size":809419,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-29T03:01:42.858327Z","caller":"traceutil/trace.go:171","msg":"trace[525372461] transaction","detail":"{read_only:false; response_revision:32154; number_of_response:1; }","duration":"302.812832ms","start":"2026-04-29T03:01:42.555491Z","end":"2026-04-29T03:01:42.858304Z","steps":["trace[525372461] 'process raft request' (duration: 302.582267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.858493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.555482Z","time spent":"302.918984ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:42.858495Z","caller":"traceutil/trace.go:171","msg":"trace[1802582354] transaction","detail":"{read_only:false; response_revision:32155; number_of_response:1; }","duration":"302.916834ms","start":"2026-04-29T03:01:42.555558Z","end":"2026-04-29T03:01:42.858475Z","steps":["trace[1802582354] 'process raft request' (duration: 302.68869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.858591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.555552Z","time spent":"302.995016ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:42.858999Z","caller":"traceutil/trace.go:171","msg":"trace[1577049411] transaction","detail":"{read_only:false; response_revision:32156; number_of_response:1; }","duration":"303.251979ms","start":"2026-04-29T03:01:42.555728Z","end":"2026-04-29T03:01:42.85898Z","steps":["trace[1577049411] 'process raft request' (duration: 302.670589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.859108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.55572Z","time spent":"303.325331ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:42.859237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.083708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:42.859288Z","caller":"traceutil/trace.go:171","msg":"trace[706185064] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:32156; }","duration":"177.136159ms","start":"2026-04-29T03:01:42.682137Z","end":"2026-04-29T03:01:42.859273Z","steps":["trace[706185064] 'agreement among raft nodes before linearized reading' (duration: 176.984476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.859301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.956922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418970"} {"level":"info","ts":"2026-04-29T03:01:42.859343Z","caller":"traceutil/trace.go:171","msg":"trace[310471516] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:32156; }","duration":"104.998383ms","start":"2026-04-29T03:01:42.754331Z","end":"2026-04-29T03:01:42.859329Z","steps":["trace[310471516] 'agreement among raft nodes before linearized reading' (duration: 104.697567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:43.252043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.384903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:43.252498Z","caller":"traceutil/trace.go:171","msg":"trace[155350861] transaction","detail":"{read_only:false; response_revision:32158; number_of_response:1; }","duration":"396.295161ms","start":"2026-04-29T03:01:42.856178Z","end":"2026-04-29T03:01:43.252474Z","steps":["trace[155350861] 'process raft request' (duration: 395.943355ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:43.252574Z","caller":"traceutil/trace.go:171","msg":"trace[937950834] transaction","detail":"{read_only:false; response_revision:32160; number_of_response:1; }","duration":"394.785724ms","start":"2026-04-29T03:01:42.857736Z","end":"2026-04-29T03:01:43.252522Z","steps":["trace[937950834] 'process raft request' (duration: 394.665932ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:43.252576Z","caller":"traceutil/trace.go:171","msg":"trace[963416756] transaction","detail":"{read_only:false; response_revision:32159; number_of_response:1; }","duration":"396.298972ms","start":"2026-04-29T03:01:42.856213Z","end":"2026-04-29T03:01:43.252512Z","steps":["trace[963416756] 'process raft request' (duration: 396.117259ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:43.252634Z","caller":"traceutil/trace.go:171","msg":"trace[892650647] transaction","detail":"{read_only:false; response_revision:32157; number_of_response:1; }","duration":"396.590798ms","start":"2026-04-29T03:01:42.856004Z","end":"2026-04-29T03:01:43.252594Z","steps":["trace[892650647] 'process raft request' (duration: 186.570573ms)","trace[892650647] 'compare' (duration: 209.20812ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:43.252697Z","caller":"traceutil/trace.go:171","msg":"trace[370725369] linearizableReadLoop","detail":"{readStateIndex:33217; appliedIndex:33213; }","duration":"393.48295ms","start":"2026-04-29T03:01:42.858948Z","end":"2026-04-29T03:01:43.252431Z","steps":["trace[370725369] 'read index received' (duration: 183.644628ms)","trace[370725369] 'applied index is now lower than readState.Index' (duration: 209.837512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:43.252759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.857722Z","time spent":"394.934537ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:43.252623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.856162Z","time spent":"396.396764ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:43.252774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.856188Z","time spent":"396.480625ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:43.252805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.855971Z","time spent":"396.74027ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:43.252826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.932547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:43.252938Z","caller":"traceutil/trace.go:171","msg":"trace[1296233590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32160; }","duration":"401.066049ms","start":"2026-04-29T03:01:42.851847Z","end":"2026-04-29T03:01:43.252913Z","steps":["trace[1296233590] 'agreement among raft nodes before linearized reading' (duration: 400.890086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:43.252998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.851831Z","time spent":"401.155062ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T03:01:43.329275Z","caller":"traceutil/trace.go:171","msg":"trace[269883847] transaction","detail":"{read_only:false; response_revision:32161; number_of_response:1; }","duration":"354.621824ms","start":"2026-04-29T03:01:42.974632Z","end":"2026-04-29T03:01:43.329254Z","steps":["trace[269883847] 'process raft request' (duration: 354.504482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:43.329412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.974604Z","time spent":"354.752497ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:43.646892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.510093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:43.647061Z","caller":"traceutil/trace.go:171","msg":"trace[1697022878] linearizableReadLoop","detail":"{readStateIndex:33219; appliedIndex:33217; }","duration":"394.314046ms","start":"2026-04-29T03:01:43.252723Z","end":"2026-04-29T03:01:43.647037Z","steps":["trace[1697022878] 'read index received' (duration: 76.459077ms)","trace[1697022878] 'applied index is now lower than readState.Index' (duration: 317.852829ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:43.647221Z","caller":"traceutil/trace.go:171","msg":"trace[895452341] transaction","detail":"{read_only:false; response_revision:32162; number_of_response:1; }","duration":"468.679784ms","start":"2026-04-29T03:01:43.178508Z","end":"2026-04-29T03:01:43.647188Z","steps":["trace[895452341] 'process raft request' (duration: 331.732504ms)","trace[895452341] 'compare' (duration: 136.36817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:43.64728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.732637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:43.647332Z","caller":"traceutil/trace.go:171","msg":"trace[1997209862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32162; }","duration":"385.825559ms","start":"2026-04-29T03:01:43.26149Z","end":"2026-04-29T03:01:43.647316Z","steps":["trace[1997209862] 'agreement among raft nodes before linearized reading' (duration: 385.730447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:43.647359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:43.17848Z","time spent":"468.816316ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:43.647389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:43.261462Z","time spent":"385.914091ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:01:43.647428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.104631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-29T03:01:43.647547Z","caller":"traceutil/trace.go:171","msg":"trace[1315508465] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:32162; }","duration":"313.285213ms","start":"2026-04-29T03:01:43.334235Z","end":"2026-04-29T03:01:43.64752Z","steps":["trace[1315508465] 'agreement among raft nodes before linearized reading' (duration: 312.982698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:43.647654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:43.334211Z","time spent":"313.427166ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-29T03:01:43.647652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.301691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:43.647956Z","caller":"traceutil/trace.go:171","msg":"trace[403046085] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:32162; }","duration":"590.814211ms","start":"2026-04-29T03:01:43.0571Z","end":"2026-04-29T03:01:43.647914Z","steps":["trace[403046085] 'agreement among raft nodes before linearized reading' (duration: 590.085067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:43.648507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:43.057026Z","time spent":"591.451572ms","remote":"127.0.0.1:56106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:44.274872Z","caller":"traceutil/trace.go:171","msg":"trace[844092056] linearizableReadLoop","detail":"{readStateIndex:33220; appliedIndex:33219; }","duration":"176.735382ms","start":"2026-04-29T03:01:44.098087Z","end":"2026-04-29T03:01:44.274822Z","steps":["trace[844092056] 'read index received' (duration: 176.355275ms)","trace[844092056] 'applied index is now lower than readState.Index' (duration: 378.757µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:44.274908Z","caller":"traceutil/trace.go:171","msg":"trace[340413873] transaction","detail":"{read_only:false; response_revision:32163; number_of_response:1; }","duration":"184.471754ms","start":"2026-04-29T03:01:44.090398Z","end":"2026-04-29T03:01:44.27487Z","steps":["trace[340413873] 'process raft request' (duration: 184.076187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:44.275067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.966005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:44.275152Z","caller":"traceutil/trace.go:171","msg":"trace[812408173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32163; }","duration":"177.102379ms","start":"2026-04-29T03:01:44.098031Z","end":"2026-04-29T03:01:44.275134Z","steps":["trace[812408173] 'agreement among raft nodes before linearized reading' (duration: 176.950105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:44.493942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.117136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:01:44.494149Z","caller":"traceutil/trace.go:171","msg":"trace[619402698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32163; }","duration":"198.39301ms","start":"2026-04-29T03:01:44.295734Z","end":"2026-04-29T03:01:44.494126Z","steps":["trace[619402698] 'range keys from in-memory index tree' (duration: 197.918063ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:44.494066Z","caller":"traceutil/trace.go:171","msg":"trace[1652169955] transaction","detail":"{read_only:false; response_revision:32165; number_of_response:1; }","duration":"189.272183ms","start":"2026-04-29T03:01:44.304768Z","end":"2026-04-29T03:01:44.49404Z","steps":["trace[1652169955] 'process raft request' (duration: 189.13068ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:44.493972Z","caller":"traceutil/trace.go:171","msg":"trace[1808529789] linearizableReadLoop","detail":"{readStateIndex:33222; appliedIndex:33220; }","duration":"154.148556ms","start":"2026-04-29T03:01:44.339799Z","end":"2026-04-29T03:01:44.493947Z","steps":["trace[1808529789] 'read index received' (duration: 58.627549ms)","trace[1808529789] 'applied index is now lower than readState.Index' (duration: 95.520167ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:44.493999Z","caller":"traceutil/trace.go:171","msg":"trace[45266984] transaction","detail":"{read_only:false; response_revision:32164; number_of_response:1; }","duration":"189.737171ms","start":"2026-04-29T03:01:44.304218Z","end":"2026-04-29T03:01:44.493955Z","steps":["trace[45266984] 'process raft request' (duration: 94.194173ms)","trace[45266984] 'compare' (duration: 95.279904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:44.494612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.798508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:809395"} {"level":"info","ts":"2026-04-29T03:01:44.494649Z","caller":"traceutil/trace.go:171","msg":"trace[1253017262] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:32165; }","duration":"154.885499ms","start":"2026-04-29T03:01:44.339753Z","end":"2026-04-29T03:01:44.494639Z","steps":["trace[1253017262] 'agreement among raft nodes before linearized reading' (duration: 154.268278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:44.496722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.05121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-29T03:01:44.496784Z","caller":"traceutil/trace.go:171","msg":"trace[1767114497] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:32165; }","duration":"113.168742ms","start":"2026-04-29T03:01:44.383604Z","end":"2026-04-29T03:01:44.496773Z","steps":["trace[1767114497] 'agreement among raft nodes before linearized reading' (duration: 112.989249ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:44.673229Z","caller":"traceutil/trace.go:171","msg":"trace[507369091] transaction","detail":"{read_only:false; response_revision:32166; number_of_response:1; }","duration":"174.661334ms","start":"2026-04-29T03:01:44.498544Z","end":"2026-04-29T03:01:44.673206Z","steps":["trace[507369091] 'process raft request' (duration: 167.874689ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:44.673447Z","caller":"traceutil/trace.go:171","msg":"trace[639914857] linearizableReadLoop","detail":"{readStateIndex:33223; appliedIndex:33222; }","duration":"172.959363ms","start":"2026-04-29T03:01:44.500032Z","end":"2026-04-29T03:01:44.672991Z","steps":["trace[639914857] 'read index received' (duration: 166.291569ms)","trace[639914857] 'applied index is now lower than readState.Index' (duration: 6.665454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:44.673553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.490123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-054e79df-895d-460c-8a69-d3208f2b50aa\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-29T03:01:44.673645Z","caller":"traceutil/trace.go:171","msg":"trace[194278268] range","detail":"{range_begin:/registry/persistentvolumes/pvc-054e79df-895d-460c-8a69-d3208f2b50aa; range_end:; response_count:1; response_revision:32166; }","duration":"173.605115ms","start":"2026-04-29T03:01:44.500012Z","end":"2026-04-29T03:01:44.673617Z","steps":["trace[194278268] 'agreement among raft nodes before linearized reading' (duration: 173.312559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:44.673884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.944227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T03:01:44.673932Z","caller":"traceutil/trace.go:171","msg":"trace[853936588] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32166; }","duration":"170.024308ms","start":"2026-04-29T03:01:44.503893Z","end":"2026-04-29T03:01:44.673917Z","steps":["trace[853936588] 'agreement among raft nodes before linearized reading' (duration: 169.745523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:44.674033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.365017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-29T03:01:44.674111Z","caller":"traceutil/trace.go:171","msg":"trace[187361533] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:32166; }","duration":"143.50442ms","start":"2026-04-29T03:01:44.530586Z","end":"2026-04-29T03:01:44.67409Z","steps":["trace[187361533] 'agreement among raft nodes before linearized reading' (duration: 143.133673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:45.209391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.525538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:45.209488Z","caller":"traceutil/trace.go:171","msg":"trace[25740605] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32167; }","duration":"432.695222ms","start":"2026-04-29T03:01:44.776772Z","end":"2026-04-29T03:01:45.209467Z","steps":["trace[25740605] 'range keys from in-memory index tree' (duration: 432.422237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:45.209542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:44.776736Z","time spent":"432.795394ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-29T03:01:45.209589Z","caller":"traceutil/trace.go:171","msg":"trace[805632537] linearizableReadLoop","detail":"{readStateIndex:33225; appliedIndex:33224; }","duration":"418.47233ms","start":"2026-04-29T03:01:44.791095Z","end":"2026-04-29T03:01:45.209567Z","steps":["trace[805632537] 'read index received' (duration: 359.607157ms)","trace[805632537] 'applied index is now lower than readState.Index' (duration: 58.864383ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:45.209647Z","caller":"traceutil/trace.go:171","msg":"trace[891363662] transaction","detail":"{read_only:false; response_revision:32168; number_of_response:1; }","duration":"424.226546ms","start":"2026-04-29T03:01:44.785373Z","end":"2026-04-29T03:01:45.209599Z","steps":["trace[891363662] 'process raft request' (duration: 365.238481ms)","trace[891363662] 'compare' (duration: 58.874733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:45.209762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.643963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:45.209813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:44.785358Z","time spent":"424.367128ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:45.209846Z","caller":"traceutil/trace.go:171","msg":"trace[2045931865] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:32168; }","duration":"418.789446ms","start":"2026-04-29T03:01:44.791034Z","end":"2026-04-29T03:01:45.209823Z","steps":["trace[2045931865] 'agreement among raft nodes before linearized reading' (duration: 418.610633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:45.209894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:44.791016Z","time spent":"418.867557ms","remote":"127.0.0.1:56010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:45.381074Z","caller":"traceutil/trace.go:171","msg":"trace[944950167] transaction","detail":"{read_only:false; response_revision:32169; number_of_response:1; }","duration":"521.23477ms","start":"2026-04-29T03:01:44.859806Z","end":"2026-04-29T03:01:45.381041Z","steps":["trace[944950167] 'process raft request' (duration: 457.61989ms)","trace[944950167] 'compare' (duration: 63.232323ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:45.381282Z","caller":"traceutil/trace.go:171","msg":"trace[1071616471] linearizableReadLoop","detail":"{readStateIndex:33229; appliedIndex:33225; }","duration":"171.628278ms","start":"2026-04-29T03:01:45.209638Z","end":"2026-04-29T03:01:45.381267Z","steps":["trace[1071616471] 'read index received' (duration: 107.740552ms)","trace[1071616471] 'applied index is now lower than readState.Index' (duration: 63.886746ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:45.38128Z","caller":"traceutil/trace.go:171","msg":"trace[189848568] transaction","detail":"{read_only:false; response_revision:32170; number_of_response:1; }","duration":"517.007434ms","start":"2026-04-29T03:01:44.86425Z","end":"2026-04-29T03:01:45.381257Z","steps":["trace[189848568] 'process raft request' (duration: 516.693277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:45.38129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:44.859763Z","time spent":"521.416844ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:45.381406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:44.864219Z","time spent":"517.125445ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:45.381438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.97144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:45.381476Z","caller":"traceutil/trace.go:171","msg":"trace[1381093503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32172; }","duration":"281.066191ms","start":"2026-04-29T03:01:45.100398Z","end":"2026-04-29T03:01:45.381464Z","steps":["trace[1381093503] 'agreement among raft nodes before linearized reading' (duration: 280.954139ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:45.381499Z","caller":"traceutil/trace.go:171","msg":"trace[360424192] transaction","detail":"{read_only:false; response_revision:32171; number_of_response:1; }","duration":"516.701068ms","start":"2026-04-29T03:01:44.864775Z","end":"2026-04-29T03:01:45.381476Z","steps":["trace[360424192] 'process raft request' (duration: 516.378891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:45.381483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.707295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:45.381533Z","caller":"traceutil/trace.go:171","msg":"trace[1453661357] transaction","detail":"{read_only:false; response_revision:32172; number_of_response:1; }","duration":"516.509273ms","start":"2026-04-29T03:01:44.865013Z","end":"2026-04-29T03:01:45.381522Z","steps":["trace[1453661357] 'process raft request' (duration: 516.209628ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:45.381573Z","caller":"traceutil/trace.go:171","msg":"trace[1859784417] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:32172; }","duration":"218.831257ms","start":"2026-04-29T03:01:45.16272Z","end":"2026-04-29T03:01:45.381552Z","steps":["trace[1859784417] 'agreement among raft nodes before linearized reading' (duration: 218.625973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:45.381589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:44.864971Z","time spent":"516.588785ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:45.381595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:44.864753Z","time spent":"516.793589ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:45.381731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.211891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:45.38179Z","caller":"traceutil/trace.go:171","msg":"trace[1832003380] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:32172; }","duration":"458.368133ms","start":"2026-04-29T03:01:44.923406Z","end":"2026-04-29T03:01:45.381774Z","steps":["trace[1832003380] 'agreement among raft nodes before linearized reading' (duration: 458.265071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:45.381828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:44.923329Z","time spent":"458.486976ms","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:45.381891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.151085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:809395"} {"level":"info","ts":"2026-04-29T03:01:45.38195Z","caller":"traceutil/trace.go:171","msg":"trace[1996714087] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:32172; }","duration":"330.260787ms","start":"2026-04-29T03:01:45.051676Z","end":"2026-04-29T03:01:45.381937Z","steps":["trace[1996714087] 'agreement among raft nodes before linearized reading' (duration: 329.756488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:45.381992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:45.051649Z","time spent":"330.334449ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":28,"response size":809419,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-29T03:01:45.39454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.114152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T03:01:45.394587Z","caller":"traceutil/trace.go:171","msg":"trace[1550190153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32173; }","duration":"137.289866ms","start":"2026-04-29T03:01:45.257284Z","end":"2026-04-29T03:01:45.394574Z","steps":["trace[1550190153] 'agreement among raft nodes before linearized reading' (duration: 137.141224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:45.394619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.336176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T03:01:45.3947Z","caller":"traceutil/trace.go:171","msg":"trace[587937883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32173; }","duration":"137.446549ms","start":"2026-04-29T03:01:45.257234Z","end":"2026-04-29T03:01:45.394681Z","steps":["trace[587937883] 'agreement among raft nodes before linearized reading' (duration: 137.233055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:45.394758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.53387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T03:01:45.39478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.813458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T03:01:45.394816Z","caller":"traceutil/trace.go:171","msg":"trace[1788002607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32173; }","duration":"137.629792ms","start":"2026-04-29T03:01:45.257174Z","end":"2026-04-29T03:01:45.394803Z","steps":["trace[1788002607] 'agreement among raft nodes before linearized reading' (duration: 137.431139ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:45.394819Z","caller":"traceutil/trace.go:171","msg":"trace[1758563377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32173; }","duration":"136.868808ms","start":"2026-04-29T03:01:45.257939Z","end":"2026-04-29T03:01:45.394807Z","steps":["trace[1758563377] 'agreement among raft nodes before linearized reading' (duration: 136.721346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:45.394917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.898968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T03:01:45.395034Z","caller":"traceutil/trace.go:171","msg":"trace[81621921] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32173; }","duration":"181.076121ms","start":"2026-04-29T03:01:45.213933Z","end":"2026-04-29T03:01:45.395009Z","steps":["trace[81621921] 'agreement among raft nodes before linearized reading' (duration: 180.661684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:46.337601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.683386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:46.337761Z","caller":"traceutil/trace.go:171","msg":"trace[774054481] transaction","detail":"{read_only:false; response_revision:32174; number_of_response:1; }","duration":"939.448146ms","start":"2026-04-29T03:01:45.398283Z","end":"2026-04-29T03:01:46.337732Z","steps":["trace[774054481] 'process raft request' (duration: 240.532166ms)","trace[774054481] 'compare' (duration: 698.308528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:46.337853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:45.398272Z","time spent":"939.535677ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:47.637014Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.998095215s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T03:01:47.638408Z","caller":"traceutil/trace.go:171","msg":"trace[388819414] linearizableReadLoop","detail":"{readStateIndex:33234; appliedIndex:33230; }","duration":"2.229165056s","start":"2026-04-29T03:01:45.40922Z","end":"2026-04-29T03:01:47.638385Z","steps":["trace[388819414] 'read index received' (duration: 229.612415ms)","trace[388819414] 'applied index is now lower than readState.Index' (duration: 1.999551641s)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:47.638471Z","caller":"traceutil/trace.go:171","msg":"trace[511450780] transaction","detail":"{read_only:false; response_revision:32176; number_of_response:1; }","duration":"2.239297104s","start":"2026-04-29T03:01:45.399131Z","end":"2026-04-29T03:01:47.638428Z","steps":["trace[511450780] 'process raft request' (duration: 2.239107101s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:47.638674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:45.399111Z","time spent":"2.239449466s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:47.638481Z","caller":"traceutil/trace.go:171","msg":"trace[71517560] transaction","detail":"{read_only:false; response_revision:32177; number_of_response:1; }","duration":"2.236143565s","start":"2026-04-29T03:01:45.4023Z","end":"2026-04-29T03:01:47.638444Z","steps":["trace[71517560] 'process raft request' (duration: 2.236028723s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:47.638821Z","caller":"traceutil/trace.go:171","msg":"trace[513367567] transaction","detail":"{read_only:false; response_revision:32175; number_of_response:1; }","duration":"2.239893524s","start":"2026-04-29T03:01:45.398893Z","end":"2026-04-29T03:01:47.638787Z","steps":["trace[513367567] 'process raft request' (duration: 2.238440257s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:47.638883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:45.402289Z","time spent":"2.236555092s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:47.638971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:45.398875Z","time spent":"2.239995586s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:47.63934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230092033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-29T03:01:47.639412Z","caller":"traceutil/trace.go:171","msg":"trace[695792142] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32177; }","duration":"2.230198375s","start":"2026-04-29T03:01:45.409191Z","end":"2026-04-29T03:01:47.639389Z","steps":["trace[695792142] 'agreement among raft nodes before linearized reading' (duration: 2.22935352s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:47.639779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:45.409179Z","time spent":"2.23044661s","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T03:01:48.130074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.39538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:48.130467Z","caller":"traceutil/trace.go:171","msg":"trace[254760968] transaction","detail":"{read_only:false; response_revision:32179; number_of_response:1; }","duration":"1.626716462s","start":"2026-04-29T03:01:46.50369Z","end":"2026-04-29T03:01:48.130407Z","steps":["trace[254760968] 'process raft request' (duration: 1.626470647s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.130725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043600262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:48.130781Z","caller":"traceutil/trace.go:171","msg":"trace[1383262233] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:32185; }","duration":"1.043710804s","start":"2026-04-29T03:01:47.087056Z","end":"2026-04-29T03:01:48.130766Z","steps":["trace[1383262233] 'agreement among raft nodes before linearized reading' (duration: 1.043593402s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:48.130899Z","caller":"traceutil/trace.go:171","msg":"trace[629791360] transaction","detail":"{read_only:false; response_revision:32183; number_of_response:1; }","duration":"742.056193ms","start":"2026-04-29T03:01:47.388838Z","end":"2026-04-29T03:01:48.130894Z","steps":["trace[629791360] 'process raft request' (duration: 741.502464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.130833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203680168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:48.130889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185520013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-29T03:01:48.130932Z","caller":"traceutil/trace.go:171","msg":"trace[854503536] transaction","detail":"{read_only:false; response_revision:32185; number_of_response:1; }","duration":"731.933277ms","start":"2026-04-29T03:01:47.398977Z","end":"2026-04-29T03:01:48.130911Z","steps":["trace[854503536] 'process raft request' (duration: 731.423068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.130942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:47.087027Z","time spent":"1.043898867s","remote":"127.0.0.1:48636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:48.130962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:47.388814Z","time spent":"742.119845ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:48.130987Z","caller":"traceutil/trace.go:171","msg":"trace[2071022534] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:32185; }","duration":"2.203875562s","start":"2026-04-29T03:01:45.927081Z","end":"2026-04-29T03:01:48.130956Z","steps":["trace[2071022534] 'agreement among raft nodes before linearized reading' (duration: 2.203586096s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:48.130798Z","caller":"traceutil/trace.go:171","msg":"trace[1417647478] transaction","detail":"{read_only:false; response_revision:32182; number_of_response:1; }","duration":"741.947962ms","start":"2026-04-29T03:01:47.388838Z","end":"2026-04-29T03:01:48.130786Z","steps":["trace[1417647478] 'process raft request' (duration: 741.474503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.13107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:45.926996Z","time spent":"2.204059005s","remote":"127.0.0.1:43402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:48.131098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453416404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T03:01:48.131072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:47.398963Z","time spent":"732.020128ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:48.131151Z","caller":"traceutil/trace.go:171","msg":"trace[1303597750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32185; }","duration":"1.453525506s","start":"2026-04-29T03:01:46.677612Z","end":"2026-04-29T03:01:48.131138Z","steps":["trace[1303597750] 'agreement among raft nodes before linearized reading' (duration: 1.453308811s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.131188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:46.677589Z","time spent":"1.453590766s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T03:01:48.131202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031578481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:48.131254Z","caller":"traceutil/trace.go:171","msg":"trace[952693012] linearizableReadLoop","detail":"{readStateIndex:33242; appliedIndex:33234; }","duration":"491.931421ms","start":"2026-04-29T03:01:47.638506Z","end":"2026-04-29T03:01:48.130437Z","steps":["trace[952693012] 'read index received' (duration: 286.984801ms)","trace[952693012] 'applied index is now lower than readState.Index' (duration: 204.94589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:48.131245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.47766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:809395"} {"level":"info","ts":"2026-04-29T03:01:48.131303Z","caller":"traceutil/trace.go:171","msg":"trace[239872843] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:32185; }","duration":"968.581842ms","start":"2026-04-29T03:01:47.162708Z","end":"2026-04-29T03:01:48.13129Z","steps":["trace[239872843] 'agreement among raft nodes before linearized reading' (duration: 968.024862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.13134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:47.162687Z","time spent":"968.643593ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":28,"response size":809419,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-29T03:01:48.13119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:47.388813Z","time spent":"742.297679ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:48.131261Z","caller":"traceutil/trace.go:171","msg":"trace[614598693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32185; }","duration":"1.031691003s","start":"2026-04-29T03:01:47.099562Z","end":"2026-04-29T03:01:48.131253Z","steps":["trace[614598693] 'agreement among raft nodes before linearized reading' (duration: 1.03153199s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.131442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:46.503662Z","time spent":"1.626886574s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:48.131507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:47.099553Z","time spent":"1.031942298s","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T03:01:48.130844Z","caller":"traceutil/trace.go:171","msg":"trace[670386494] transaction","detail":"{read_only:false; response_revision:32181; number_of_response:1; }","duration":"742.026273ms","start":"2026-04-29T03:01:47.388804Z","end":"2026-04-29T03:01:48.13083Z","steps":["trace[670386494] 'process raft request' (duration: 741.474804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.131687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:47.388783Z","time spent":"742.859909ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:48.130981Z","caller":"traceutil/trace.go:171","msg":"trace[708018536] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:32185; }","duration":"2.185756368s","start":"2026-04-29T03:01:45.945208Z","end":"2026-04-29T03:01:48.130964Z","steps":["trace[708018536] 'agreement among raft nodes before linearized reading' (duration: 2.185447822s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.13184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:45.945184Z","time spent":"2.186609974s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-04-29T03:01:48.130771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.541486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:48.131932Z","caller":"traceutil/trace.go:171","msg":"trace[1042773949] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:32185; }","duration":"828.772639ms","start":"2026-04-29T03:01:47.303139Z","end":"2026-04-29T03:01:48.131911Z","steps":["trace[1042773949] 'agreement among raft nodes before linearized reading' (duration: 827.504006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.131996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:47.303115Z","time spent":"828.864062ms","remote":"127.0.0.1:43162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:48.130758Z","caller":"traceutil/trace.go:171","msg":"trace[555623253] transaction","detail":"{read_only:false; response_revision:32178; number_of_response:1; }","duration":"1.629577964s","start":"2026-04-29T03:01:46.501142Z","end":"2026-04-29T03:01:48.13072Z","steps":["trace[555623253] 'process raft request' (duration: 1.424456171s)","trace[555623253] 'compare' (duration: 204.197647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:48.132142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:46.501113Z","time spent":"1.63098086s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:48.130826Z","caller":"traceutil/trace.go:171","msg":"trace[1309369146] transaction","detail":"{read_only:false; response_revision:32180; number_of_response:1; }","duration":"915.854522ms","start":"2026-04-29T03:01:47.214966Z","end":"2026-04-29T03:01:48.130821Z","steps":["trace[1309369146] 'process raft request' (duration: 915.284372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.132294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:47.214945Z","time spent":"917.309318ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:48.130876Z","caller":"traceutil/trace.go:171","msg":"trace[1211644830] transaction","detail":"{read_only:false; response_revision:32184; number_of_response:1; }","duration":"741.970592ms","start":"2026-04-29T03:01:47.3889Z","end":"2026-04-29T03:01:48.130871Z","steps":["trace[1211644830] 'process raft request' (duration: 741.468543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.1326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:47.388869Z","time spent":"743.689175ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:48.133761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644498618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T03:01:48.133867Z","caller":"traceutil/trace.go:171","msg":"trace[106672939] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:32185; }","duration":"2.644662962s","start":"2026-04-29T03:01:45.489196Z","end":"2026-04-29T03:01:48.133859Z","steps":["trace[106672939] 'agreement among raft nodes before linearized reading' (duration: 2.642095794s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.133942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:45.489168Z","time spent":"2.644715793s","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2791,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:48.407985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.316333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:48.408527Z","caller":"traceutil/trace.go:171","msg":"trace[824017674] transaction","detail":"{read_only:false; response_revision:32186; number_of_response:1; }","duration":"326.531469ms","start":"2026-04-29T03:01:48.081955Z","end":"2026-04-29T03:01:48.408486Z","steps":["trace[824017674] 'process raft request' (duration: 173.584944ms)","trace[824017674] 'compare' (duration: 152.049458ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:48.408627Z","caller":"traceutil/trace.go:171","msg":"trace[1822548839] linearizableReadLoop","detail":"{readStateIndex:33243; appliedIndex:33242; }","duration":"277.313813ms","start":"2026-04-29T03:01:48.131278Z","end":"2026-04-29T03:01:48.408592Z","steps":["trace[1822548839] 'read index received' (duration: 124.279117ms)","trace[1822548839] 'applied index is now lower than readState.Index' (duration: 153.029976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:48.408787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:48.081928Z","time spent":"326.689391ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:48.408873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.311251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:48.408923Z","caller":"traceutil/trace.go:171","msg":"trace[80999359] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:32186; }","duration":"340.421993ms","start":"2026-04-29T03:01:48.068488Z","end":"2026-04-29T03:01:48.40891Z","steps":["trace[80999359] 'agreement among raft nodes before linearized reading' (duration: 340.285671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.408969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:48.068469Z","time spent":"340.489484ms","remote":"127.0.0.1:42832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:48.408982Z","caller":"traceutil/trace.go:171","msg":"trace[1977954868] transaction","detail":"{read_only:false; response_revision:32187; number_of_response:1; }","duration":"267.898809ms","start":"2026-04-29T03:01:48.140988Z","end":"2026-04-29T03:01:48.408887Z","steps":["trace[1977954868] 'process raft request' (duration: 267.689045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.409278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.594913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:48.409369Z","caller":"traceutil/trace.go:171","msg":"trace[170779487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32187; }","duration":"274.709294ms","start":"2026-04-29T03:01:48.134641Z","end":"2026-04-29T03:01:48.40935Z","steps":["trace[170779487] 'agreement among raft nodes before linearized reading' (duration: 274.575972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.409414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.36551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:48.409511Z","caller":"traceutil/trace.go:171","msg":"trace[1780490330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32187; }","duration":"129.515313ms","start":"2026-04-29T03:01:48.279972Z","end":"2026-04-29T03:01:48.409487Z","steps":["trace[1780490330] 'agreement among raft nodes before linearized reading' (duration: 129.35979ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:48.729848Z","caller":"traceutil/trace.go:171","msg":"trace[2050746513] linearizableReadLoop","detail":"{readStateIndex:33246; appliedIndex:33245; }","duration":"316.553854ms","start":"2026-04-29T03:01:48.413262Z","end":"2026-04-29T03:01:48.729815Z","steps":["trace[2050746513] 'read index received' (duration: 315.948743ms)","trace[2050746513] 'applied index is now lower than readState.Index' (duration: 603.641µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:48.730028Z","caller":"traceutil/trace.go:171","msg":"trace[1154143000] transaction","detail":"{read_only:false; response_revision:32188; number_of_response:1; }","duration":"318.087793ms","start":"2026-04-29T03:01:48.411897Z","end":"2026-04-29T03:01:48.729985Z","steps":["trace[1154143000] 'process raft request' (duration: 317.283429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.730178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.900181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1601677f-e491-496d-9d54-346529d12b97\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-29T03:01:48.730235Z","caller":"traceutil/trace.go:171","msg":"trace[1300272144] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1601677f-e491-496d-9d54-346529d12b97; range_end:; response_count:1; response_revision:32188; }","duration":"317.024723ms","start":"2026-04-29T03:01:48.413196Z","end":"2026-04-29T03:01:48.730221Z","steps":["trace[1300272144] 'agreement among raft nodes before linearized reading' (duration: 316.745948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.730261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:48.411852Z","time spent":"318.293086ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:48.730276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:48.413166Z","time spent":"317.099724ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-1601677f-e491-496d-9d54-346529d12b97\" "} {"level":"warn","ts":"2026-04-29T03:01:49.068407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.91479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:49.068697Z","caller":"traceutil/trace.go:171","msg":"trace[679837377] transaction","detail":"{read_only:false; response_revision:32189; number_of_response:1; }","duration":"653.427784ms","start":"2026-04-29T03:01:48.415231Z","end":"2026-04-29T03:01:49.068659Z","steps":["trace[679837377] 'process raft request' (duration: 448.132777ms)","trace[679837377] 'compare' (duration: 204.337549ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:49.068759Z","caller":"traceutil/trace.go:171","msg":"trace[1444381464] linearizableReadLoop","detail":"{readStateIndex:33249; appliedIndex:33246; }","duration":"336.177945ms","start":"2026-04-29T03:01:48.732558Z","end":"2026-04-29T03:01:49.068736Z","steps":["trace[1444381464] 'read index received' (duration: 130.684034ms)","trace[1444381464] 'applied index is now lower than readState.Index' (duration: 205.492591ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:49.068783Z","caller":"traceutil/trace.go:171","msg":"trace[956848221] transaction","detail":"{read_only:false; response_revision:32191; number_of_response:1; }","duration":"415.972393ms","start":"2026-04-29T03:01:48.65278Z","end":"2026-04-29T03:01:49.068752Z","steps":["trace[956848221] 'process raft request' (duration: 415.893952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:49.06889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:48.415201Z","time spent":"653.582446ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:49.068954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:48.652723Z","time spent":"416.142956ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:49.068992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.826538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:49.068798Z","caller":"traceutil/trace.go:171","msg":"trace[828608272] transaction","detail":"{read_only:false; response_revision:32190; number_of_response:1; }","duration":"479.004164ms","start":"2026-04-29T03:01:48.589773Z","end":"2026-04-29T03:01:49.068777Z","steps":["trace[828608272] 'process raft request' (duration: 478.7689ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:49.069028Z","caller":"traceutil/trace.go:171","msg":"trace[466472109] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:32191; }","duration":"129.892549ms","start":"2026-04-29T03:01:48.939123Z","end":"2026-04-29T03:01:49.069015Z","steps":["trace[466472109] 'agreement among raft nodes before linearized reading' (duration: 129.752637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:49.06897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.257925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:49.069066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.516632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-29T03:01:49.06908Z","caller":"traceutil/trace.go:171","msg":"trace[1908267056] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:32191; }","duration":"293.371387ms","start":"2026-04-29T03:01:48.775695Z","end":"2026-04-29T03:01:49.069066Z","steps":["trace[1908267056] 'agreement among raft nodes before linearized reading' (duration: 293.182924ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:49.069115Z","caller":"traceutil/trace.go:171","msg":"trace[2075262918] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:32191; }","duration":"336.629314ms","start":"2026-04-29T03:01:48.732471Z","end":"2026-04-29T03:01:49.069101Z","steps":["trace[2075262918] 'agreement among raft nodes before linearized reading' (duration: 336.378389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:49.069125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.139158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:49.069151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:48.732416Z","time spent":"336.727406ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-29T03:01:49.069162Z","caller":"traceutil/trace.go:171","msg":"trace[399418826] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32191; }","duration":"234.22944ms","start":"2026-04-29T03:01:48.834922Z","end":"2026-04-29T03:01:49.069151Z","steps":["trace[399418826] 'agreement among raft nodes before linearized reading' (duration: 234.155188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:49.06912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.027369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:49.069223Z","caller":"traceutil/trace.go:171","msg":"trace[1182158286] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:32191; }","duration":"219.170423ms","start":"2026-04-29T03:01:48.850027Z","end":"2026-04-29T03:01:49.069198Z","steps":["trace[1182158286] 'agreement among raft nodes before linearized reading' (duration: 218.946408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:49.069205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:48.589747Z","time spent":"479.320229ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:49.803245Z","caller":"traceutil/trace.go:171","msg":"trace[2055178751] transaction","detail":"{read_only:false; response_revision:32192; number_of_response:1; }","duration":"157.168462ms","start":"2026-04-29T03:01:49.646049Z","end":"2026-04-29T03:01:49.803218Z","steps":["trace[2055178751] 'process raft request' (duration: 156.976519ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:50.030789Z","caller":"traceutil/trace.go:171","msg":"trace[31341300] transaction","detail":"{read_only:false; response_revision:32194; number_of_response:1; }","duration":"384.502365ms","start":"2026-04-29T03:01:49.646265Z","end":"2026-04-29T03:01:50.030768Z","steps":["trace[31341300] 'process raft request' (duration: 384.401583ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:50.030796Z","caller":"traceutil/trace.go:171","msg":"trace[78641416] transaction","detail":"{read_only:false; response_revision:32193; number_of_response:1; }","duration":"384.520965ms","start":"2026-04-29T03:01:49.646246Z","end":"2026-04-29T03:01:50.030767Z","steps":["trace[78641416] 'process raft request' (duration: 378.2795ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:50.030845Z","caller":"traceutil/trace.go:171","msg":"trace[1309095887] linearizableReadLoop","detail":"{readStateIndex:33253; appliedIndex:33249; }","duration":"356.191744ms","start":"2026-04-29T03:01:49.674628Z","end":"2026-04-29T03:01:50.03082Z","steps":["trace[1309095887] 'read index received' (duration: 128.356312ms)","trace[1309095887] 'applied index is now lower than readState.Index' (duration: 227.834452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:50.030906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:49.646248Z","time spent":"384.595956ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:50.031001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:49.646235Z","time spent":"384.627876ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:50.03104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.394338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:50.031019Z","caller":"traceutil/trace.go:171","msg":"trace[1286164872] transaction","detail":"{read_only:false; response_revision:32195; number_of_response:1; }","duration":"375.771854ms","start":"2026-04-29T03:01:49.655196Z","end":"2026-04-29T03:01:50.030968Z","steps":["trace[1286164872] 'process raft request' (duration: 375.53683ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:50.031091Z","caller":"traceutil/trace.go:171","msg":"trace[1753075431] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:32195; }","duration":"356.50395ms","start":"2026-04-29T03:01:49.674575Z","end":"2026-04-29T03:01:50.031079Z","steps":["trace[1753075431] 'agreement among raft nodes before linearized reading' (duration: 356.390087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:50.031088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.404271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:50.031135Z","caller":"traceutil/trace.go:171","msg":"trace[1932008620] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:32195; }","duration":"167.560204ms","start":"2026-04-29T03:01:49.863563Z","end":"2026-04-29T03:01:50.031124Z","steps":["trace[1932008620] 'agreement among raft nodes before linearized reading' (duration: 167.461602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:50.031137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:49.674561Z","time spent":"356.563811ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:50.031197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:49.655185Z","time spent":"375.924838ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:51.098934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.033515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:51.099349Z","caller":"traceutil/trace.go:171","msg":"trace[275487754] linearizableReadLoop","detail":"{readStateIndex:33261; appliedIndex:33253; }","duration":"730.347989ms","start":"2026-04-29T03:01:50.368982Z","end":"2026-04-29T03:01:51.09933Z","steps":["trace[275487754] 'read index received' (duration: 460.081925ms)","trace[275487754] 'applied index is now lower than readState.Index' (duration: 270.264764ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:51.099491Z","caller":"traceutil/trace.go:171","msg":"trace[366014971] transaction","detail":"{read_only:false; response_revision:32200; number_of_response:1; }","duration":"960.503993ms","start":"2026-04-29T03:01:50.138954Z","end":"2026-04-29T03:01:51.099458Z","steps":["trace[366014971] 'process raft request' (duration: 960.226287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:51.099676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.138933Z","time spent":"960.637226ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:51.099788Z","caller":"traceutil/trace.go:171","msg":"trace[1610109531] transaction","detail":"{read_only:false; response_revision:32201; number_of_response:1; }","duration":"960.777858ms","start":"2026-04-29T03:01:50.138975Z","end":"2026-04-29T03:01:51.099753Z","steps":["trace[1610109531] 'process raft request' (duration: 960.242898ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:51.099833Z","caller":"traceutil/trace.go:171","msg":"trace[553244735] transaction","detail":"{read_only:false; response_revision:32198; number_of_response:1; }","duration":"960.972142ms","start":"2026-04-29T03:01:50.13882Z","end":"2026-04-29T03:01:51.099792Z","steps":["trace[553244735] 'process raft request' (duration: 960.279709ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:51.099864Z","caller":"traceutil/trace.go:171","msg":"trace[1545557979] transaction","detail":"{read_only:false; response_revision:32197; number_of_response:1; }","duration":"961.086105ms","start":"2026-04-29T03:01:50.138745Z","end":"2026-04-29T03:01:51.099831Z","steps":["trace[1545557979] 'process raft request' (duration: 960.30045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:51.099974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.138963Z","time spent":"960.920041ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:51.1Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.916831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T03:01:51.100047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.138811Z","time spent":"961.111285ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:51.100082Z","caller":"traceutil/trace.go:171","msg":"trace[257751701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32203; }","duration":"686.051974ms","start":"2026-04-29T03:01:50.414012Z","end":"2026-04-29T03:01:51.100064Z","steps":["trace[257751701] 'agreement among raft nodes before linearized reading' (duration: 685.798369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:51.099907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.175361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:51.099843Z","caller":"traceutil/trace.go:171","msg":"trace[625644579] transaction","detail":"{read_only:false; response_revision:32199; number_of_response:1; }","duration":"960.939021ms","start":"2026-04-29T03:01:50.138891Z","end":"2026-04-29T03:01:51.09983Z","steps":["trace[625644579] 'process raft request' (duration: 960.250818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:51.100132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.413998Z","time spent":"686.124815ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T03:01:51.100166Z","caller":"traceutil/trace.go:171","msg":"trace[1457335331] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:32203; }","duration":"389.456736ms","start":"2026-04-29T03:01:50.710667Z","end":"2026-04-29T03:01:51.100124Z","steps":["trace[1457335331] 'agreement among raft nodes before linearized reading' (duration: 389.187151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:51.100267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.710645Z","time spent":"389.575928ms","remote":"127.0.0.1:48774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:51.100304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.13873Z","time spent":"961.214647ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:51.100264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.138884Z","time spent":"961.262647ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:51.099821Z","caller":"traceutil/trace.go:171","msg":"trace[503769578] transaction","detail":"{read_only:false; response_revision:32196; number_of_response:1; }","duration":"961.046194ms","start":"2026-04-29T03:01:50.138745Z","end":"2026-04-29T03:01:51.099791Z","steps":["trace[503769578] 'process raft request' (duration: 119.052601ms)","trace[503769578] 'compare' (duration: 840.863472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:51.100583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.41916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:809395"} {"level":"info","ts":"2026-04-29T03:01:51.100658Z","caller":"traceutil/trace.go:171","msg":"trace[314877083] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:32203; }","duration":"636.557192ms","start":"2026-04-29T03:01:50.464083Z","end":"2026-04-29T03:01:51.10064Z","steps":["trace[314877083] 'agreement among raft nodes before linearized reading' (duration: 635.790008ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:51.099532Z","caller":"traceutil/trace.go:171","msg":"trace[944235943] transaction","detail":"{read_only:false; response_revision:32203; number_of_response:1; }","duration":"960.129377ms","start":"2026-04-29T03:01:50.13939Z","end":"2026-04-29T03:01:51.099519Z","steps":["trace[944235943] 'process raft request' (duration: 959.896832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:51.100714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.464057Z","time spent":"636.642133ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":28,"response size":809419,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-29T03:01:51.100703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.138728Z","time spent":"961.848078ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:51.100766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.139356Z","time spent":"961.356069ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:51.100855Z","caller":"traceutil/trace.go:171","msg":"trace[710882529] transaction","detail":"{read_only:false; response_revision:32202; number_of_response:1; }","duration":"961.495212ms","start":"2026-04-29T03:01:50.139304Z","end":"2026-04-29T03:01:51.1008Z","steps":["trace[710882529] 'process raft request' (duration: 959.953853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:51.100974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.990179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T03:01:51.101038Z","caller":"traceutil/trace.go:171","msg":"trace[2146686258] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:32203; }","duration":"732.114331ms","start":"2026-04-29T03:01:50.36891Z","end":"2026-04-29T03:01:51.101024Z","steps":["trace[2146686258] 'agreement among raft nodes before linearized reading' (duration: 730.643204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:51.101082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.368887Z","time spent":"732.184863ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":251,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:51.101101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.139295Z","time spent":"961.662075ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:51.326288Z","caller":"traceutil/trace.go:171","msg":"trace[396583411] transaction","detail":"{read_only:false; response_revision:32204; number_of_response:1; }","duration":"220.510958ms","start":"2026-04-29T03:01:51.105741Z","end":"2026-04-29T03:01:51.326252Z","steps":["trace[396583411] 'process raft request' (duration: 169.694502ms)","trace[396583411] 'compare' (duration: 50.661253ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:51.502229Z","caller":"traceutil/trace.go:171","msg":"trace[178075015] linearizableReadLoop","detail":"{readStateIndex:33263; appliedIndex:33262; }","duration":"193.731554ms","start":"2026-04-29T03:01:51.308467Z","end":"2026-04-29T03:01:51.502198Z","steps":["trace[178075015] 'read index received' (duration: 192.909ms)","trace[178075015] 'applied index is now lower than readState.Index' (duration: 821.234µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:51.502444Z","caller":"traceutil/trace.go:171","msg":"trace[353797062] transaction","detail":"{read_only:false; response_revision:32205; number_of_response:1; }","duration":"396.503215ms","start":"2026-04-29T03:01:51.105883Z","end":"2026-04-29T03:01:51.502386Z","steps":["trace[353797062] 'process raft request' (duration: 395.577269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:51.502674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:51.10587Z","time spent":"396.69986ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:51.503111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.612891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:809395"} {"level":"info","ts":"2026-04-29T03:01:51.503176Z","caller":"traceutil/trace.go:171","msg":"trace[750802312] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:32205; }","duration":"194.743323ms","start":"2026-04-29T03:01:51.308415Z","end":"2026-04-29T03:01:51.503158Z","steps":["trace[750802312] 'agreement among raft nodes before linearized reading' (duration: 193.955988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:51.503216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.835943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:325873"} {"level":"info","ts":"2026-04-29T03:01:51.503268Z","caller":"traceutil/trace.go:171","msg":"trace[1516948607] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:32205; }","duration":"133.929645ms","start":"2026-04-29T03:01:51.369325Z","end":"2026-04-29T03:01:51.503255Z","steps":["trace[1516948607] 'agreement among raft nodes before linearized reading' (duration: 133.439116ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:53.493524Z","caller":"traceutil/trace.go:171","msg":"trace[1971783067] transaction","detail":"{read_only:false; response_revision:32210; number_of_response:1; }","duration":"386.769397ms","start":"2026-04-29T03:01:53.106729Z","end":"2026-04-29T03:01:53.493498Z","steps":["trace[1971783067] 'process raft request' (duration: 386.546743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:53.493738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:53.106716Z","time spent":"386.88884ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:53.493955Z","caller":"traceutil/trace.go:171","msg":"trace[328214086] transaction","detail":"{read_only:false; response_revision:32211; number_of_response:1; }","duration":"387.128394ms","start":"2026-04-29T03:01:53.106795Z","end":"2026-04-29T03:01:53.493923Z","steps":["trace[328214086] 'process raft request' (duration: 386.653934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:53.49412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:53.10679Z","time spent":"387.244136ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:53.494146Z","caller":"traceutil/trace.go:171","msg":"trace[2073170568] transaction","detail":"{read_only:false; response_revision:32213; number_of_response:1; }","duration":"387.228406ms","start":"2026-04-29T03:01:53.106884Z","end":"2026-04-29T03:01:53.494113Z","steps":["trace[2073170568] 'process raft request' (duration: 387.013922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:53.494248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:53.106877Z","time spent":"387.324768ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:53.494155Z","caller":"traceutil/trace.go:171","msg":"trace[1143414735] transaction","detail":"{read_only:false; response_revision:32212; number_of_response:1; }","duration":"387.211786ms","start":"2026-04-29T03:01:53.106828Z","end":"2026-04-29T03:01:53.49404Z","steps":["trace[1143414735] 'process raft request' (duration: 386.951841ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:53.494257Z","caller":"traceutil/trace.go:171","msg":"trace[259650696] transaction","detail":"{read_only:false; response_revision:32214; number_of_response:1; }","duration":"386.170226ms","start":"2026-04-29T03:01:53.108056Z","end":"2026-04-29T03:01:53.494226Z","steps":["trace[259650696] 'process raft request' (duration: 385.910681ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:53.494487Z","caller":"traceutil/trace.go:171","msg":"trace[1020406014] linearizableReadLoop","detail":"{readStateIndex:33274; appliedIndex:33267; }","duration":"215.348252ms","start":"2026-04-29T03:01:53.279124Z","end":"2026-04-29T03:01:53.494472Z","steps":["trace[1020406014] 'read index received' (duration: 214.181071ms)","trace[1020406014] 'applied index is now lower than readState.Index' (duration: 1.166181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:53.494493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:53.108042Z","time spent":"386.354459ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:53.494539Z","caller":"traceutil/trace.go:171","msg":"trace[511447713] transaction","detail":"{read_only:false; response_revision:32215; number_of_response:1; }","duration":"386.336709ms","start":"2026-04-29T03:01:53.10816Z","end":"2026-04-29T03:01:53.494497Z","steps":["trace[511447713] 'process raft request' (duration: 386.002093ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:53.494574Z","caller":"traceutil/trace.go:171","msg":"trace[2145415419] transaction","detail":"{read_only:false; response_revision:32216; number_of_response:1; }","duration":"386.334389ms","start":"2026-04-29T03:01:53.108215Z","end":"2026-04-29T03:01:53.494549Z","steps":["trace[2145415419] 'process raft request' (duration: 386.163796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:53.494633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.508666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:53.494654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:53.108153Z","time spent":"386.443331ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:53.494682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:53.108208Z","time spent":"386.41925ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:53.494729Z","caller":"traceutil/trace.go:171","msg":"trace[864675628] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:32216; }","duration":"215.622467ms","start":"2026-04-29T03:01:53.279066Z","end":"2026-04-29T03:01:53.494689Z","steps":["trace[864675628] 'agreement among raft nodes before linearized reading' (duration: 215.488355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:53.494855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:53.106813Z","time spent":"387.668993ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:53.701919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.095862ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-29T03:01:53.702045Z","caller":"traceutil/trace.go:171","msg":"trace[24801268] linearizableReadLoop","detail":"{readStateIndex:33275; appliedIndex:33274; }","duration":"207.496508ms","start":"2026-04-29T03:01:53.494528Z","end":"2026-04-29T03:01:53.702024Z","steps":["trace[24801268] 'read index received' (duration: 39.264023ms)","trace[24801268] 'applied index is now lower than readState.Index' (duration: 168.230735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:53.70236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.571288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T03:01:53.702341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.70288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T03:01:53.702404Z","caller":"traceutil/trace.go:171","msg":"trace[1155336771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32216; }","duration":"195.66142ms","start":"2026-04-29T03:01:53.50673Z","end":"2026-04-29T03:01:53.702391Z","steps":["trace[1155336771] 'agreement among raft nodes before linearized reading' (duration: 195.409285ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:53.702434Z","caller":"traceutil/trace.go:171","msg":"trace[1085991385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32216; }","duration":"371.843973ms","start":"2026-04-29T03:01:53.330565Z","end":"2026-04-29T03:01:53.702409Z","steps":["trace[1085991385] 'agreement among raft nodes before linearized reading' (duration: 371.537296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:53.702511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:53.330545Z","time spent":"371.950424ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T03:01:53.868044Z","caller":"traceutil/trace.go:171","msg":"trace[1142010250] transaction","detail":"{read_only:false; response_revision:32217; number_of_response:1; }","duration":"160.84871ms","start":"2026-04-29T03:01:53.707172Z","end":"2026-04-29T03:01:53.868021Z","steps":["trace[1142010250] 'process raft request' (duration: 160.659106ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:54.070669Z","caller":"traceutil/trace.go:171","msg":"trace[832834566] linearizableReadLoop","detail":"{readStateIndex:33277; appliedIndex:33275; }","duration":"233.827232ms","start":"2026-04-29T03:01:53.836814Z","end":"2026-04-29T03:01:54.070641Z","steps":["trace[832834566] 'read index received' (duration: 31.106992ms)","trace[832834566] 'applied index is now lower than readState.Index' (duration: 202.71899ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:54.070704Z","caller":"traceutil/trace.go:171","msg":"trace[510441002] transaction","detail":"{read_only:false; response_revision:32218; number_of_response:1; }","duration":"363.243964ms","start":"2026-04-29T03:01:53.707428Z","end":"2026-04-29T03:01:54.070672Z","steps":["trace[510441002] 'process raft request' (duration: 314.517167ms)","trace[510441002] 'compare' (duration: 48.332509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:54.070901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.063326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T03:01:54.070985Z","caller":"traceutil/trace.go:171","msg":"trace[1739105402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32218; }","duration":"234.206479ms","start":"2026-04-29T03:01:53.836762Z","end":"2026-04-29T03:01:54.070968Z","steps":["trace[1739105402] 'agreement among raft nodes before linearized reading' (duration: 233.954645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:54.071023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.929772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-764cf54799-gst2t.18aab44c8fde92be\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-04-29T03:01:54.071091Z","caller":"traceutil/trace.go:171","msg":"trace[1886787244] range","detail":"{range_begin:/registry/events/openstack/manila-api-764cf54799-gst2t.18aab44c8fde92be; range_end:; response_count:1; response_revision:32218; }","duration":"192.044744ms","start":"2026-04-29T03:01:53.879031Z","end":"2026-04-29T03:01:54.071075Z","steps":["trace[1886787244] 'agreement among raft nodes before linearized reading' (duration: 191.83462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:54.070919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:53.707406Z","time spent":"363.449368ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:54.442902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.378281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:54.443084Z","caller":"traceutil/trace.go:171","msg":"trace[769820883] linearizableReadLoop","detail":"{readStateIndex:33280; appliedIndex:33277; }","duration":"343.189085ms","start":"2026-04-29T03:01:54.099877Z","end":"2026-04-29T03:01:54.443066Z","steps":["trace[769820883] 'read index received' (duration: 16.237949ms)","trace[769820883] 'applied index is now lower than readState.Index' (duration: 326.949896ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:54.443166Z","caller":"traceutil/trace.go:171","msg":"trace[17560897] transaction","detail":"{read_only:false; response_revision:32220; number_of_response:1; }","duration":"368.119143ms","start":"2026-04-29T03:01:54.075034Z","end":"2026-04-29T03:01:54.443154Z","steps":["trace[17560897] 'process raft request' (duration: 367.973851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:54.44319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.319677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:54.443234Z","caller":"traceutil/trace.go:171","msg":"trace[489396477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32220; }","duration":"343.411008ms","start":"2026-04-29T03:01:54.099813Z","end":"2026-04-29T03:01:54.443224Z","steps":["trace[489396477] 'agreement among raft nodes before linearized reading' (duration: 343.338307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:54.443231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:54.07502Z","time spent":"368.177244ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:54.443261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:54.099793Z","time spent":"343.463309ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T03:01:54.443235Z","caller":"traceutil/trace.go:171","msg":"trace[603780830] transaction","detail":"{read_only:false; response_revision:32219; number_of_response:1; }","duration":"368.915289ms","start":"2026-04-29T03:01:54.074271Z","end":"2026-04-29T03:01:54.443187Z","steps":["trace[603780830] 'process raft request' (duration: 240.16675ms)","trace[603780830] 'compare' (duration: 128.229689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:54.443421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:54.074252Z","time spent":"369.067421ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:54.876127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.902935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:54.876209Z","caller":"traceutil/trace.go:171","msg":"trace[2127622404] linearizableReadLoop","detail":"{readStateIndex:33281; appliedIndex:33280; }","duration":"433.077128ms","start":"2026-04-29T03:01:54.443119Z","end":"2026-04-29T03:01:54.876196Z","steps":["trace[2127622404] 'read index received' (duration: 286.98472ms)","trace[2127622404] 'applied index is now lower than readState.Index' (duration: 146.091718ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:54.876274Z","caller":"traceutil/trace.go:171","msg":"trace[1861986468] transaction","detail":"{read_only:false; response_revision:32221; number_of_response:1; }","duration":"758.734551ms","start":"2026-04-29T03:01:54.117531Z","end":"2026-04-29T03:01:54.876265Z","steps":["trace[1861986468] 'process raft request' (duration: 612.632903ms)","trace[1861986468] 'compare' (duration: 145.702971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:54.876311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:54.117405Z","time spent":"758.885424ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1161,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:54.876637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.801102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-29T03:01:54.876701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.137823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:54.876735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.205378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:54.876751Z","caller":"traceutil/trace.go:171","msg":"trace[344055954] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:32221; }","duration":"712.235475ms","start":"2026-04-29T03:01:54.164502Z","end":"2026-04-29T03:01:54.876737Z","steps":["trace[344055954] 'agreement among raft nodes before linearized reading' (duration: 712.138993ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:54.876734Z","caller":"traceutil/trace.go:171","msg":"trace[1663515247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32221; }","duration":"758.980385ms","start":"2026-04-29T03:01:54.117728Z","end":"2026-04-29T03:01:54.876708Z","steps":["trace[1663515247] 'agreement among raft nodes before linearized reading' (duration: 758.68829ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:54.876787Z","caller":"traceutil/trace.go:171","msg":"trace[1370615258] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:32221; }","duration":"397.32965ms","start":"2026-04-29T03:01:54.479443Z","end":"2026-04-29T03:01:54.876772Z","steps":["trace[1370615258] 'agreement among raft nodes before linearized reading' (duration: 397.231899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:54.876793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:54.164477Z","time spent":"712.304486ms","remote":"127.0.0.1:43416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:54.876807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.675972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:54.876752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.092054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T03:01:54.876826Z","caller":"traceutil/trace.go:171","msg":"trace[346873165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32221; }","duration":"432.719002ms","start":"2026-04-29T03:01:54.4441Z","end":"2026-04-29T03:01:54.876819Z","steps":["trace[346873165] 'agreement among raft nodes before linearized reading' (duration: 432.351736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:54.876815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.232896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-29T03:01:54.876865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:54.444083Z","time spent":"432.778223ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T03:01:54.876872Z","caller":"traceutil/trace.go:171","msg":"trace[1480051192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32221; }","duration":"755.253607ms","start":"2026-04-29T03:01:54.121605Z","end":"2026-04-29T03:01:54.876858Z","steps":["trace[1480051192] 'agreement among raft nodes before linearized reading' (duration: 755.039013ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:54.876884Z","caller":"traceutil/trace.go:171","msg":"trace[1394077292] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:32221; }","duration":"493.357708ms","start":"2026-04-29T03:01:54.38351Z","end":"2026-04-29T03:01:54.876868Z","steps":["trace[1394077292] 'agreement among raft nodes before linearized reading' (duration: 493.151794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:54.87692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:54.383483Z","time spent":"493.4303ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-29T03:01:54.876928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:54.121586Z","time spent":"755.328759ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:54.876819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:54.479419Z","time spent":"397.390621ms","remote":"127.0.0.1:51966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:54.876781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.863293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:54.877082Z","caller":"traceutil/trace.go:171","msg":"trace[349824297] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:32221; }","duration":"196.254812ms","start":"2026-04-29T03:01:54.68082Z","end":"2026-04-29T03:01:54.877074Z","steps":["trace[349824297] 'agreement among raft nodes before linearized reading' (duration: 195.848274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:54.876807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:54.117696Z","time spent":"759.095248ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:55.313292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.222842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:55.313503Z","caller":"traceutil/trace.go:171","msg":"trace[176969990] transaction","detail":"{read_only:false; response_revision:32224; number_of_response:1; }","duration":"134.045626ms","start":"2026-04-29T03:01:55.179446Z","end":"2026-04-29T03:01:55.313491Z","steps":["trace[176969990] 'process raft request' (duration: 134.013875ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:55.313671Z","caller":"traceutil/trace.go:171","msg":"trace[440071566] transaction","detail":"{read_only:false; response_revision:32222; number_of_response:1; }","duration":"433.598007ms","start":"2026-04-29T03:01:54.880063Z","end":"2026-04-29T03:01:55.313661Z","steps":["trace[440071566] 'process raft request' (duration: 106.944157ms)","trace[440071566] 'compare' (duration: 326.014019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:55.313718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:54.880042Z","time spent":"433.652469ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:55.313798Z","caller":"traceutil/trace.go:171","msg":"trace[529090925] linearizableReadLoop","detail":"{readStateIndex:33282; appliedIndex:33281; }","duration":"433.69746ms","start":"2026-04-29T03:01:54.880093Z","end":"2026-04-29T03:01:55.313791Z","steps":["trace[529090925] 'read index received' (duration: 106.902147ms)","trace[529090925] 'applied index is now lower than readState.Index' (duration: 326.794593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:55.313976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.879603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a2cba3da-625a-4a29-bb8c-ed2b5c91b785\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-29T03:01:55.313992Z","caller":"traceutil/trace.go:171","msg":"trace[1828552530] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a2cba3da-625a-4a29-bb8c-ed2b5c91b785; range_end:; response_count:1; response_revision:32224; }","duration":"433.915594ms","start":"2026-04-29T03:01:54.88007Z","end":"2026-04-29T03:01:55.313986Z","steps":["trace[1828552530] 'agreement among raft nodes before linearized reading' (duration: 433.830042ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:55.313946Z","caller":"traceutil/trace.go:171","msg":"trace[494590280] transaction","detail":"{read_only:false; response_revision:32223; number_of_response:1; }","duration":"433.041868ms","start":"2026-04-29T03:01:54.880869Z","end":"2026-04-29T03:01:55.313911Z","steps":["trace[494590280] 'process raft request' (duration: 432.512328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:55.314006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:54.880053Z","time spent":"433.950195ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-a2cba3da-625a-4a29-bb8c-ed2b5c91b785\" "} {"level":"warn","ts":"2026-04-29T03:01:55.314124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:54.880861Z","time spent":"433.17059ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:55.314193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.870782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:55.314284Z","caller":"traceutil/trace.go:171","msg":"trace[1857801527] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:32224; }","duration":"328.049636ms","start":"2026-04-29T03:01:54.986214Z","end":"2026-04-29T03:01:55.314264Z","steps":["trace[1857801527] 'agreement among raft nodes before linearized reading' (duration: 327.883853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:55.314193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.222386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T03:01:55.314336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:54.986194Z","time spent":"328.131227ms","remote":"127.0.0.1:39896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:55.314376Z","caller":"traceutil/trace.go:171","msg":"trace[1407864955] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32224; }","duration":"268.44939ms","start":"2026-04-29T03:01:55.045891Z","end":"2026-04-29T03:01:55.314341Z","steps":["trace[1407864955] 'agreement among raft nodes before linearized reading' (duration: 268.214886ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:55.772355Z","caller":"traceutil/trace.go:171","msg":"trace[32035337] transaction","detail":"{read_only:false; response_revision:32226; number_of_response:1; }","duration":"271.586407ms","start":"2026-04-29T03:01:55.500749Z","end":"2026-04-29T03:01:55.772335Z","steps":["trace[32035337] 'process raft request' (duration: 260.135937ms)","trace[32035337] 'compare' (duration: 11.277287ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:55.772402Z","caller":"traceutil/trace.go:171","msg":"trace[1017269417] transaction","detail":"{read_only:false; response_revision:32227; number_of_response:1; }","duration":"271.628858ms","start":"2026-04-29T03:01:55.500746Z","end":"2026-04-29T03:01:55.772375Z","steps":["trace[1017269417] 'process raft request' (duration: 271.513846ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:55.772345Z","caller":"traceutil/trace.go:171","msg":"trace[1989584598] transaction","detail":"{read_only:false; response_revision:32228; number_of_response:1; }","duration":"271.527686ms","start":"2026-04-29T03:01:55.500799Z","end":"2026-04-29T03:01:55.772327Z","steps":["trace[1989584598] 'process raft request' (duration: 271.483715ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:55.772679Z","caller":"traceutil/trace.go:171","msg":"trace[1896479115] transaction","detail":"{read_only:false; response_revision:32230; number_of_response:1; }","duration":"269.692982ms","start":"2026-04-29T03:01:55.502976Z","end":"2026-04-29T03:01:55.772669Z","steps":["trace[1896479115] 'process raft request' (duration: 269.531919ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:55.772691Z","caller":"traceutil/trace.go:171","msg":"trace[536511472] transaction","detail":"{read_only:false; response_revision:32231; number_of_response:1; }","duration":"268.905778ms","start":"2026-04-29T03:01:55.503775Z","end":"2026-04-29T03:01:55.77268Z","steps":["trace[536511472] 'process raft request' (duration: 268.822377ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:55.772661Z","caller":"traceutil/trace.go:171","msg":"trace[1098794830] linearizableReadLoop","detail":"{readStateIndex:33291; appliedIndex:33285; }","duration":"190.445275ms","start":"2026-04-29T03:01:55.582195Z","end":"2026-04-29T03:01:55.77264Z","steps":["trace[1098794830] 'read index received' (duration: 178.634538ms)","trace[1098794830] 'applied index is now lower than readState.Index' (duration: 11.809867ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:55.772669Z","caller":"traceutil/trace.go:171","msg":"trace[811291302] transaction","detail":"{read_only:false; response_revision:32229; number_of_response:1; }","duration":"271.789491ms","start":"2026-04-29T03:01:55.500856Z","end":"2026-04-29T03:01:55.772645Z","steps":["trace[811291302] 'process raft request' (duration: 271.449015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:55.772824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.609857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:55.772862Z","caller":"traceutil/trace.go:171","msg":"trace[1519195419] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32231; }","duration":"190.709859ms","start":"2026-04-29T03:01:55.58214Z","end":"2026-04-29T03:01:55.77285Z","steps":["trace[1519195419] 'agreement among raft nodes before linearized reading' (duration: 190.619658ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:57.474063Z","caller":"traceutil/trace.go:171","msg":"trace[892109371] transaction","detail":"{read_only:false; response_revision:32237; number_of_response:1; }","duration":"154.131146ms","start":"2026-04-29T03:01:57.319908Z","end":"2026-04-29T03:01:57.474039Z","steps":["trace[892109371] 'process raft request' (duration: 153.965963ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:57.475815Z","caller":"traceutil/trace.go:171","msg":"trace[1912677883] transaction","detail":"{read_only:false; response_revision:32238; number_of_response:1; }","duration":"152.978546ms","start":"2026-04-29T03:01:57.322807Z","end":"2026-04-29T03:01:57.475786Z","steps":["trace[1912677883] 'process raft request' (duration: 152.724022ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:57.47599Z","caller":"traceutil/trace.go:171","msg":"trace[2091346030] transaction","detail":"{read_only:false; response_revision:32239; number_of_response:1; }","duration":"153.061696ms","start":"2026-04-29T03:01:57.322903Z","end":"2026-04-29T03:01:57.475965Z","steps":["trace[2091346030] 'process raft request' (duration: 152.805462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.003197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.195685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T03:01:58.003278Z","caller":"traceutil/trace.go:171","msg":"trace[1454995689] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32240; }","duration":"236.333308ms","start":"2026-04-29T03:01:57.766926Z","end":"2026-04-29T03:01:58.003259Z","steps":["trace[1454995689] 'range keys from in-memory index tree' (duration: 235.997961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.004017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.495865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:58.004127Z","caller":"traceutil/trace.go:171","msg":"trace[115995363] transaction","detail":"{read_only:false; response_revision:32241; number_of_response:1; }","duration":"226.700541ms","start":"2026-04-29T03:01:57.777407Z","end":"2026-04-29T03:01:58.004108Z","steps":["trace[115995363] 'process raft request' (duration: 66.982772ms)","trace[115995363] 'compare' (duration: 159.171869ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:58.420864Z","caller":"traceutil/trace.go:171","msg":"trace[358874149] transaction","detail":"{read_only:false; response_revision:32242; number_of_response:1; }","duration":"641.664697ms","start":"2026-04-29T03:01:57.779168Z","end":"2026-04-29T03:01:58.420832Z","steps":["trace[358874149] 'process raft request' (duration: 641.390461ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:58.420996Z","caller":"traceutil/trace.go:171","msg":"trace[1455085367] transaction","detail":"{read_only:false; response_revision:32244; number_of_response:1; }","duration":"641.218899ms","start":"2026-04-29T03:01:57.779765Z","end":"2026-04-29T03:01:58.420984Z","steps":["trace[1455085367] 'process raft request' (duration: 641.042036ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:58.420871Z","caller":"traceutil/trace.go:171","msg":"trace[578962552] transaction","detail":"{read_only:false; response_revision:32243; number_of_response:1; }","duration":"641.437302ms","start":"2026-04-29T03:01:57.779409Z","end":"2026-04-29T03:01:58.420846Z","steps":["trace[578962552] 'process raft request' (duration: 641.335021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.421089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:57.779136Z","time spent":"641.859821ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:58.421133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:57.779749Z","time spent":"641.29845ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:58.421201Z","caller":"traceutil/trace.go:171","msg":"trace[1352963933] transaction","detail":"{read_only:false; response_revision:32245; number_of_response:1; }","duration":"641.243949ms","start":"2026-04-29T03:01:57.779939Z","end":"2026-04-29T03:01:58.421183Z","steps":["trace[1352963933] 'process raft request' (duration: 641.009895ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:58.421295Z","caller":"traceutil/trace.go:171","msg":"trace[122192404] linearizableReadLoop","detail":"{readStateIndex:33307; appliedIndex:33302; }","duration":"461.530993ms","start":"2026-04-29T03:01:57.959743Z","end":"2026-04-29T03:01:58.421274Z","steps":["trace[122192404] 'read index received' (duration: 460.688017ms)","trace[122192404] 'applied index is now lower than readState.Index' (duration: 841.166µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:58.421362Z","caller":"traceutil/trace.go:171","msg":"trace[1741713713] transaction","detail":"{read_only:false; response_revision:32246; number_of_response:1; }","duration":"640.22748ms","start":"2026-04-29T03:01:57.781122Z","end":"2026-04-29T03:01:58.421349Z","steps":["trace[1741713713] 'process raft request' (duration: 639.995506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.421377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.643845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:58.421413Z","caller":"traceutil/trace.go:171","msg":"trace[1835247486] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:32246; }","duration":"461.723296ms","start":"2026-04-29T03:01:57.959678Z","end":"2026-04-29T03:01:58.421402Z","steps":["trace[1835247486] 'agreement among raft nodes before linearized reading' (duration: 461.667765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.421421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:57.781099Z","time spent":"640.300211ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:58.421434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:57.959652Z","time spent":"461.776857ms","remote":"127.0.0.1:51930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:58.421316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:57.779927Z","time spent":"641.331501ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:58.42159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.061949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T03:01:58.421632Z","caller":"traceutil/trace.go:171","msg":"trace[1030284439] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32246; }","duration":"414.12295ms","start":"2026-04-29T03:01:58.007498Z","end":"2026-04-29T03:01:58.421621Z","steps":["trace[1030284439] 'agreement among raft nodes before linearized reading' (duration: 413.899396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.421666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:58.007437Z","time spent":"414.221082ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T03:01:58.421708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.651584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:58.421729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.705249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:58.42174Z","caller":"traceutil/trace.go:171","msg":"trace[18145788] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:32246; }","duration":"311.743775ms","start":"2026-04-29T03:01:58.109986Z","end":"2026-04-29T03:01:58.42173Z","steps":["trace[18145788] 'agreement among raft nodes before linearized reading' (duration: 311.694954ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:58.421756Z","caller":"traceutil/trace.go:171","msg":"trace[1783032074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32246; }","duration":"321.774209ms","start":"2026-04-29T03:01:58.099975Z","end":"2026-04-29T03:01:58.421749Z","steps":["trace[1783032074] 'agreement among raft nodes before linearized reading' (duration: 321.717328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.421762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:58.109929Z","time spent":"311.826407ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:58.421777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:58.099963Z","time spent":"321.809992ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:01:58.421919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.25062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:01:58.421956Z","caller":"traceutil/trace.go:171","msg":"trace[1806123700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32246; }","duration":"384.337542ms","start":"2026-04-29T03:01:58.037609Z","end":"2026-04-29T03:01:58.421947Z","steps":["trace[1806123700] 'agreement among raft nodes before linearized reading' (duration: 384.23258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.421988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:58.037583Z","time spent":"384.395462ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T03:01:58.422024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:57.779392Z","time spent":"641.727707ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:58.42204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.254906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T03:01:58.42216Z","caller":"traceutil/trace.go:171","msg":"trace[987686626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32246; }","duration":"306.410098ms","start":"2026-04-29T03:01:58.115723Z","end":"2026-04-29T03:01:58.422133Z","steps":["trace[987686626] 'agreement among raft nodes before linearized reading' (duration: 306.035391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.422255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:58.115708Z","time spent":"306.52848ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:58.713286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.505672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:58.713428Z","caller":"traceutil/trace.go:171","msg":"trace[1724797640] transaction","detail":"{read_only:false; response_revision:32247; number_of_response:1; }","duration":"286.776087ms","start":"2026-04-29T03:01:58.426632Z","end":"2026-04-29T03:01:58.713409Z","steps":["trace[1724797640] 'process raft request' (duration: 125.050101ms)","trace[1724797640] 'compare' (duration: 161.316667ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:58.779217Z","caller":"traceutil/trace.go:171","msg":"trace[135095128] transaction","detail":"{read_only:false; response_revision:32248; number_of_response:1; }","duration":"352.463636ms","start":"2026-04-29T03:01:58.426725Z","end":"2026-04-29T03:01:58.779188Z","steps":["trace[135095128] 'process raft request' (duration: 352.109209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.779361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:58.426704Z","time spent":"352.590408ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:58.779689Z","caller":"traceutil/trace.go:171","msg":"trace[862387587] linearizableReadLoop","detail":"{readStateIndex:33309; appliedIndex:33307; }","duration":"299.209315ms","start":"2026-04-29T03:01:58.480452Z","end":"2026-04-29T03:01:58.779661Z","steps":["trace[862387587] 'read index received' (duration: 71.251261ms)","trace[862387587] 'applied index is now lower than readState.Index' (duration: 227.955644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:58.779893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.42892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:58.779937Z","caller":"traceutil/trace.go:171","msg":"trace[712751026] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32248; }","duration":"299.528131ms","start":"2026-04-29T03:01:58.480396Z","end":"2026-04-29T03:01:58.779924Z","steps":["trace[712751026] 'agreement among raft nodes before linearized reading' (duration: 299.436179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.780076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.508942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:58.78016Z","caller":"traceutil/trace.go:171","msg":"trace[1885963874] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:32248; }","duration":"292.668375ms","start":"2026-04-29T03:01:58.487471Z","end":"2026-04-29T03:01:58.78014Z","steps":["trace[1885963874] 'agreement among raft nodes before linearized reading' (duration: 292.500292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.780236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.543862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:58.780316Z","caller":"traceutil/trace.go:171","msg":"trace[1822936988] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:32248; }","duration":"186.638963ms","start":"2026-04-29T03:01:58.593648Z","end":"2026-04-29T03:01:58.780287Z","steps":["trace[1822936988] 'agreement among raft nodes before linearized reading' (duration: 186.517211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.780435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.529198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:58.780474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.152104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T03:01:58.780503Z","caller":"traceutil/trace.go:171","msg":"trace[283641391] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:32248; }","duration":"113.651912ms","start":"2026-04-29T03:01:58.666835Z","end":"2026-04-29T03:01:58.780487Z","steps":["trace[283641391] 'agreement among raft nodes before linearized reading' (duration: 113.479088ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:58.780517Z","caller":"traceutil/trace.go:171","msg":"trace[885454767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32248; }","duration":"212.248756ms","start":"2026-04-29T03:01:58.568255Z","end":"2026-04-29T03:01:58.780504Z","steps":["trace[885454767] 'agreement among raft nodes before linearized reading' (duration: 212.031701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.960209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.09282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:58.960382Z","caller":"traceutil/trace.go:171","msg":"trace[1114482915] linearizableReadLoop","detail":"{readStateIndex:33310; appliedIndex:33309; }","duration":"173.530083ms","start":"2026-04-29T03:01:58.786834Z","end":"2026-04-29T03:01:58.960364Z","steps":["trace[1114482915] 'read index received' (duration: 59.203249ms)","trace[1114482915] 'applied index is now lower than readState.Index' (duration: 114.325064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:58.960578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.739287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T03:01:58.960608Z","caller":"traceutil/trace.go:171","msg":"trace[174044605] transaction","detail":"{read_only:false; response_revision:32249; number_of_response:1; }","duration":"176.292604ms","start":"2026-04-29T03:01:58.78429Z","end":"2026-04-29T03:01:58.960583Z","steps":["trace[174044605] 'process raft request' (duration: 61.735826ms)","trace[174044605] 'compare' (duration: 113.757574ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:58.960646Z","caller":"traceutil/trace.go:171","msg":"trace[2079928286] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32249; }","duration":"173.831348ms","start":"2026-04-29T03:01:58.7868Z","end":"2026-04-29T03:01:58.960631Z","steps":["trace[2079928286] 'agreement among raft nodes before linearized reading' (duration: 173.639825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:59.247361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.200397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:59.247467Z","caller":"traceutil/trace.go:171","msg":"trace[1269440976] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:32249; }","duration":"129.33751ms","start":"2026-04-29T03:01:59.118107Z","end":"2026-04-29T03:01:59.247444Z","steps":["trace[1269440976] 'count revisions from in-memory index tree' (duration: 129.115876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:59.247639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.635305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:59.247764Z","caller":"traceutil/trace.go:171","msg":"trace[898015152] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32249; }","duration":"148.851459ms","start":"2026-04-29T03:01:59.098891Z","end":"2026-04-29T03:01:59.247742Z","steps":["trace[898015152] 'range keys from in-memory index tree' (duration: 148.343419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:59.893394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.893907ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:59.893568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.501726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:59.89362Z","caller":"traceutil/trace.go:171","msg":"trace[344028566] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:32251; }","duration":"288.130542ms","start":"2026-04-29T03:01:59.60547Z","end":"2026-04-29T03:01:59.8936Z","steps":["trace[344028566] 'range keys from in-memory index tree' (duration: 287.875767ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:59.893686Z","caller":"traceutil/trace.go:171","msg":"trace[1006355812] transaction","detail":"{read_only:false; response_revision:32252; number_of_response:1; }","duration":"445.125081ms","start":"2026-04-29T03:01:59.448539Z","end":"2026-04-29T03:01:59.893665Z","steps":["trace[1006355812] 'process raft request' (duration: 124.42788ms)","trace[1006355812] 'compare' (duration: 320.16794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:59.893764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:59.448515Z","time spent":"445.212002ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:59.937559Z","caller":"traceutil/trace.go:171","msg":"trace[1407617650] linearizableReadLoop","detail":"{readStateIndex:33314; appliedIndex:33312; }","duration":"456.845166ms","start":"2026-04-29T03:01:59.480693Z","end":"2026-04-29T03:01:59.937538Z","steps":["trace[1407617650] 'read index received' (duration: 92.283718ms)","trace[1407617650] 'applied index is now lower than readState.Index' (duration: 364.560278ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:59.937714Z","caller":"traceutil/trace.go:171","msg":"trace[1924549772] transaction","detail":"{read_only:false; response_revision:32253; number_of_response:1; }","duration":"458.384324ms","start":"2026-04-29T03:01:59.479281Z","end":"2026-04-29T03:01:59.937665Z","steps":["trace[1924549772] 'process raft request' (duration: 458.14713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:59.937853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.147761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T03:01:59.937935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:59.479253Z","time spent":"458.571628ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:59.937961Z","caller":"traceutil/trace.go:171","msg":"trace[1994322008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32253; }","duration":"457.265503ms","start":"2026-04-29T03:01:59.480653Z","end":"2026-04-29T03:01:59.937918Z","steps":["trace[1994322008] 'agreement among raft nodes before linearized reading' (duration: 456.993768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:59.938004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:59.480637Z","time spent":"457.355715ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T03:02:00.064823Z","caller":"traceutil/trace.go:171","msg":"trace[668675224] transaction","detail":"{read_only:false; response_revision:32254; number_of_response:1; }","duration":"390.143799ms","start":"2026-04-29T03:01:59.674642Z","end":"2026-04-29T03:02:00.064786Z","steps":["trace[668675224] 'process raft request' (duration: 335.447313ms)","trace[668675224] 'compare' (duration: 54.491352ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:00.064883Z","caller":"traceutil/trace.go:171","msg":"trace[1078093776] transaction","detail":"{read_only:false; response_revision:32255; number_of_response:1; }","duration":"123.201636ms","start":"2026-04-29T03:01:59.941664Z","end":"2026-04-29T03:02:00.064866Z","steps":["trace[1078093776] 'process raft request' (duration: 123.068884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:00.065019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:59.674611Z","time spent":"390.310332ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:00.064848Z","caller":"traceutil/trace.go:171","msg":"trace[142320111] linearizableReadLoop","detail":"{readStateIndex:33315; appliedIndex:33314; }","duration":"127.202081ms","start":"2026-04-29T03:01:59.937616Z","end":"2026-04-29T03:02:00.064818Z","steps":["trace[142320111] 'read index received' (duration: 72.552515ms)","trace[142320111] 'applied index is now lower than readState.Index' (duration: 54.646756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:00.065187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.377503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T03:02:00.065264Z","caller":"traceutil/trace.go:171","msg":"trace[628217040] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32256; }","duration":"584.507794ms","start":"2026-04-29T03:01:59.480742Z","end":"2026-04-29T03:02:00.065249Z","steps":["trace[628217040] 'agreement among raft nodes before linearized reading' (duration: 584.157158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:00.065319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:59.480723Z","time spent":"584.585446ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T03:02:00.069782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.601492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-29T03:02:00.069947Z","caller":"traceutil/trace.go:171","msg":"trace[1442921631] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:32256; }","duration":"293.763374ms","start":"2026-04-29T03:01:59.776111Z","end":"2026-04-29T03:02:00.069874Z","steps":["trace[1442921631] 'agreement among raft nodes before linearized reading' (duration: 288.745982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:00.072925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.53648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:198 size:2113663"} {"level":"info","ts":"2026-04-29T03:02:00.073006Z","caller":"traceutil/trace.go:171","msg":"trace[1200414381] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:198; response_revision:32256; }","duration":"475.670733ms","start":"2026-04-29T03:01:59.597314Z","end":"2026-04-29T03:02:00.072985Z","steps":["trace[1200414381] 'agreement among raft nodes before linearized reading' (duration: 467.563444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:00.073128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:59.59729Z","time spent":"475.761974ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":198,"response size":2113687,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-29T03:02:00.470428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.700952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:02:00.470939Z","caller":"traceutil/trace.go:171","msg":"trace[491642318] linearizableReadLoop","detail":"{readStateIndex:33320; appliedIndex:33318; }","duration":"373.019014ms","start":"2026-04-29T03:02:00.097895Z","end":"2026-04-29T03:02:00.470914Z","steps":["trace[491642318] 'read index received' (duration: 83.73305ms)","trace[491642318] 'applied index is now lower than readState.Index' (duration: 289.284274ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:00.471055Z","caller":"traceutil/trace.go:171","msg":"trace[1964905415] transaction","detail":"{read_only:false; response_revision:32258; number_of_response:1; }","duration":"400.017681ms","start":"2026-04-29T03:02:00.071019Z","end":"2026-04-29T03:02:00.471037Z","steps":["trace[1964905415] 'process raft request' (duration: 110.593365ms)","trace[1964905415] 'compare' (duration: 288.226474ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:00.471112Z","caller":"traceutil/trace.go:171","msg":"trace[1841628726] transaction","detail":"{read_only:false; response_revision:32259; number_of_response:1; }","duration":"397.173198ms","start":"2026-04-29T03:02:00.073889Z","end":"2026-04-29T03:02:00.471063Z","steps":["trace[1841628726] 'process raft request' (duration: 396.69041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:00.471142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:00.070981Z","time spent":"400.107373ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:00.471261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:00.073863Z","time spent":"397.320552ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:00.471938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.039614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:00.472018Z","caller":"traceutil/trace.go:171","msg":"trace[706487846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32259; }","duration":"374.152815ms","start":"2026-04-29T03:02:00.097843Z","end":"2026-04-29T03:02:00.471995Z","steps":["trace[706487846] 'agreement among raft nodes before linearized reading' (duration: 374.007782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:00.472066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:00.097827Z","time spent":"374.228067ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:02:01.066475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.671259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:02:01.066581Z","caller":"traceutil/trace.go:171","msg":"trace[1129988191] transaction","detail":"{read_only:false; response_revision:32260; number_of_response:1; }","duration":"640.698288ms","start":"2026-04-29T03:02:00.425863Z","end":"2026-04-29T03:02:01.066562Z","steps":["trace[1129988191] 'process raft request' (duration: 487.859326ms)","trace[1129988191] 'compare' (duration: 152.486686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:01.066759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:00.425834Z","time spent":"640.859202ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:01.070159Z","caller":"traceutil/trace.go:171","msg":"trace[928270954] transaction","detail":"{read_only:false; response_revision:32261; number_of_response:1; }","duration":"643.796306ms","start":"2026-04-29T03:02:00.426327Z","end":"2026-04-29T03:02:01.070123Z","steps":["trace[928270954] 'process raft request' (duration: 643.582513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:01.070464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:00.426308Z","time spent":"643.960759ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:01.070635Z","caller":"traceutil/trace.go:171","msg":"trace[30771885] transaction","detail":"{read_only:false; response_revision:32262; number_of_response:1; }","duration":"643.828157ms","start":"2026-04-29T03:02:00.426791Z","end":"2026-04-29T03:02:01.070619Z","steps":["trace[30771885] 'process raft request' (duration: 643.270297ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:01.070655Z","caller":"traceutil/trace.go:171","msg":"trace[1416957776] transaction","detail":"{read_only:false; response_revision:32263; number_of_response:1; }","duration":"643.828267ms","start":"2026-04-29T03:02:00.426789Z","end":"2026-04-29T03:02:01.070617Z","steps":["trace[1416957776] 'process raft request' (duration: 643.653894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:01.070702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:00.426781Z","time spent":"643.890368ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:01.070816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:00.42677Z","time spent":"643.967989ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:01.070848Z","caller":"traceutil/trace.go:171","msg":"trace[616467753] transaction","detail":"{read_only:false; response_revision:32264; number_of_response:1; }","duration":"643.570181ms","start":"2026-04-29T03:02:00.427253Z","end":"2026-04-29T03:02:01.070823Z","steps":["trace[616467753] 'process raft request' (duration: 643.316096ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:01.070833Z","caller":"traceutil/trace.go:171","msg":"trace[1736040570] linearizableReadLoop","detail":"{readStateIndex:33325; appliedIndex:33320; }","duration":"599.798136ms","start":"2026-04-29T03:02:00.470993Z","end":"2026-04-29T03:02:01.070791Z","steps":["trace[1736040570] 'read index received' (duration: 442.781137ms)","trace[1736040570] 'applied index is now lower than readState.Index' (duration: 157.015059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:01.070906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:00.427246Z","time spent":"643.634993ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:01.070956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.323781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:01.070996Z","caller":"traceutil/trace.go:171","msg":"trace[1584262416] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:32264; }","duration":"684.370761ms","start":"2026-04-29T03:02:00.386615Z","end":"2026-04-29T03:02:01.070985Z","steps":["trace[1584262416] 'agreement among raft nodes before linearized reading' (duration: 684.30088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:01.071025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:00.386589Z","time spent":"684.429633ms","remote":"127.0.0.1:43516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:02:01.071032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.722167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:01.071172Z","caller":"traceutil/trace.go:171","msg":"trace[1856534822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32264; }","duration":"597.902172ms","start":"2026-04-29T03:02:00.473262Z","end":"2026-04-29T03:02:01.071164Z","steps":["trace[1856534822] 'agreement among raft nodes before linearized reading' (duration: 597.741638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:01.071194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:00.473243Z","time spent":"597.945012ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:02:01.071221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.382548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T03:02:01.071269Z","caller":"traceutil/trace.go:171","msg":"trace[1377528132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32264; }","duration":"287.47286ms","start":"2026-04-29T03:02:00.783784Z","end":"2026-04-29T03:02:01.071257Z","steps":["trace[1377528132] 'agreement among raft nodes before linearized reading' (duration: 287.286677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:01.071279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.833278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T03:02:01.071269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.560356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T03:02:01.071303Z","caller":"traceutil/trace.go:171","msg":"trace[662805531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32264; }","duration":"105.903109ms","start":"2026-04-29T03:02:00.965394Z","end":"2026-04-29T03:02:01.071297Z","steps":["trace[662805531] 'agreement among raft nodes before linearized reading' (duration: 105.802837ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:01.071321Z","caller":"traceutil/trace.go:171","msg":"trace[1565302830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32264; }","duration":"353.630167ms","start":"2026-04-29T03:02:00.717675Z","end":"2026-04-29T03:02:01.071305Z","steps":["trace[1565302830] 'agreement among raft nodes before linearized reading' (duration: 353.420553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:01.071373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:00.717622Z","time spent":"353.741489ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T03:02:01.34345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.24244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:02:01.343563Z","caller":"traceutil/trace.go:171","msg":"trace[1258148334] transaction","detail":"{read_only:false; response_revision:32265; number_of_response:1; }","duration":"265.25605ms","start":"2026-04-29T03:02:01.078287Z","end":"2026-04-29T03:02:01.343543Z","steps":["trace[1258148334] 'process raft request' (duration: 136.841147ms)","trace[1258148334] 'compare' (duration: 127.935044ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:01.351561Z","caller":"traceutil/trace.go:171","msg":"trace[799897530] linearizableReadLoop","detail":"{readStateIndex:33328; appliedIndex:33325; }","duration":"251.114711ms","start":"2026-04-29T03:02:01.100423Z","end":"2026-04-29T03:02:01.351538Z","steps":["trace[799897530] 'read index received' (duration: 114.764322ms)","trace[799897530] 'applied index is now lower than readState.Index' (duration: 136.349169ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:01.351658Z","caller":"traceutil/trace.go:171","msg":"trace[1592288319] transaction","detail":"{read_only:false; response_revision:32267; number_of_response:1; }","duration":"273.121925ms","start":"2026-04-29T03:02:01.078508Z","end":"2026-04-29T03:02:01.35163Z","steps":["trace[1592288319] 'process raft request' (duration: 272.984502ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:01.351661Z","caller":"traceutil/trace.go:171","msg":"trace[914290527] transaction","detail":"{read_only:false; response_revision:32266; number_of_response:1; }","duration":"273.150766ms","start":"2026-04-29T03:02:01.078439Z","end":"2026-04-29T03:02:01.35159Z","steps":["trace[914290527] 'process raft request' (duration: 272.926402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:01.351733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.314074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:01.351772Z","caller":"traceutil/trace.go:171","msg":"trace[372607686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32267; }","duration":"251.391246ms","start":"2026-04-29T03:02:01.10037Z","end":"2026-04-29T03:02:01.351762Z","steps":["trace[372607686] 'agreement among raft nodes before linearized reading' (duration: 251.286794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:01.522952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.71873ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-29T03:02:01.523078Z","caller":"traceutil/trace.go:171","msg":"trace[543423264] linearizableReadLoop","detail":"{readStateIndex:33329; appliedIndex:33328; }","duration":"171.390554ms","start":"2026-04-29T03:02:01.351667Z","end":"2026-04-29T03:02:01.523057Z","steps":["trace[543423264] 'read index received' (duration: 56.47252ms)","trace[543423264] 'applied index is now lower than readState.Index' (duration: 114.916094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:01.523321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.438254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:02:01.523368Z","caller":"traceutil/trace.go:171","msg":"trace[356919486] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:32268; }","duration":"372.498825ms","start":"2026-04-29T03:02:01.150854Z","end":"2026-04-29T03:02:01.523353Z","steps":["trace[356919486] 'agreement among raft nodes before linearized reading' (duration: 372.358112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:01.523347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.441708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:01.523429Z","caller":"traceutil/trace.go:171","msg":"trace[1110561971] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:32268; }","duration":"119.594311ms","start":"2026-04-29T03:02:01.403813Z","end":"2026-04-29T03:02:01.523408Z","steps":["trace[1110561971] 'agreement among raft nodes before linearized reading' (duration: 119.454027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:01.523423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:01.150767Z","time spent":"372.643728ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:02:01.525166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.532815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:198 size:2113663"} {"level":"info","ts":"2026-04-29T03:02:01.525267Z","caller":"traceutil/trace.go:171","msg":"trace[651423044] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:198; response_revision:32268; }","duration":"184.694028ms","start":"2026-04-29T03:02:01.340552Z","end":"2026-04-29T03:02:01.525246Z","steps":["trace[651423044] 'agreement among raft nodes before linearized reading' (duration: 182.62373ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:02.102782Z","caller":"traceutil/trace.go:171","msg":"trace[1335413846] transaction","detail":"{read_only:false; response_revision:32269; number_of_response:1; }","duration":"159.322111ms","start":"2026-04-29T03:02:01.943445Z","end":"2026-04-29T03:02:02.102767Z","steps":["trace[1335413846] 'process raft request' (duration: 159.222449ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:02.464941Z","caller":"traceutil/trace.go:171","msg":"trace[532124144] linearizableReadLoop","detail":"{readStateIndex:33332; appliedIndex:33329; }","duration":"383.815432ms","start":"2026-04-29T03:02:02.081104Z","end":"2026-04-29T03:02:02.464919Z","steps":["trace[532124144] 'read index received' (duration: 21.649518ms)","trace[532124144] 'applied index is now lower than readState.Index' (duration: 362.164994ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:02.464962Z","caller":"traceutil/trace.go:171","msg":"trace[1123512320] transaction","detail":"{read_only:false; response_revision:32270; number_of_response:1; }","duration":"394.719603ms","start":"2026-04-29T03:02:02.070216Z","end":"2026-04-29T03:02:02.464935Z","steps":["trace[1123512320] 'process raft request' (duration: 394.487679ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:02.465129Z","caller":"traceutil/trace.go:171","msg":"trace[1288321407] transaction","detail":"{read_only:false; response_revision:32271; number_of_response:1; }","duration":"394.624401ms","start":"2026-04-29T03:02:02.070371Z","end":"2026-04-29T03:02:02.464995Z","steps":["trace[1288321407] 'process raft request' (duration: 394.499609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:02.46529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.890223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:02.465373Z","caller":"traceutil/trace.go:171","msg":"trace[1728688519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32271; }","duration":"366.018194ms","start":"2026-04-29T03:02:02.099337Z","end":"2026-04-29T03:02:02.465355Z","steps":["trace[1728688519] 'agreement among raft nodes before linearized reading' (duration: 365.887582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:02.465422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:02.099321Z","time spent":"366.093136ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:02:02.46572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.584915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:764"} {"level":"info","ts":"2026-04-29T03:02:02.465756Z","caller":"traceutil/trace.go:171","msg":"trace[1708142009] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:32271; }","duration":"116.667447ms","start":"2026-04-29T03:02:02.34908Z","end":"2026-04-29T03:02:02.465747Z","steps":["trace[1708142009] 'agreement among raft nodes before linearized reading' (duration: 116.525895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:02.465158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:02.070189Z","time spent":"394.870466ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:02.46626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:02.070363Z","time spent":"394.943407ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:02.467177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.100555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T03:02:02.467245Z","caller":"traceutil/trace.go:171","msg":"trace[1324895627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32271; }","duration":"386.221576ms","start":"2026-04-29T03:02:02.081009Z","end":"2026-04-29T03:02:02.467231Z","steps":["trace[1324895627] 'agreement among raft nodes before linearized reading' (duration: 385.110046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:02.467329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:02.080976Z","time spent":"386.341079ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T03:02:03.441862Z","caller":"traceutil/trace.go:171","msg":"trace[214911801] transaction","detail":"{read_only:false; response_revision:32275; number_of_response:1; }","duration":"365.297562ms","start":"2026-04-29T03:02:03.076529Z","end":"2026-04-29T03:02:03.441827Z","steps":["trace[214911801] 'process raft request' (duration: 332.753353ms)","trace[214911801] 'compare' (duration: 32.198313ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:03.44196Z","caller":"traceutil/trace.go:171","msg":"trace[2145912210] transaction","detail":"{read_only:false; response_revision:32276; number_of_response:1; }","duration":"364.14695ms","start":"2026-04-29T03:02:03.077759Z","end":"2026-04-29T03:02:03.441906Z","steps":["trace[2145912210] 'process raft request' (duration: 364.003738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:03.442025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:03.076506Z","time spent":"365.432644ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:03.442122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:03.077732Z","time spent":"364.305613ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:03.442116Z","caller":"traceutil/trace.go:171","msg":"trace[1165220382] linearizableReadLoop","detail":"{readStateIndex:33339; appliedIndex:33334; }","duration":"342.993151ms","start":"2026-04-29T03:02:03.09909Z","end":"2026-04-29T03:02:03.442083Z","steps":["trace[1165220382] 'read index received' (duration: 38.919906ms)","trace[1165220382] 'applied index is now lower than readState.Index' (duration: 304.072155ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:03.442128Z","caller":"traceutil/trace.go:171","msg":"trace[1075979724] transaction","detail":"{read_only:false; response_revision:32277; number_of_response:1; }","duration":"363.999228ms","start":"2026-04-29T03:02:03.0781Z","end":"2026-04-29T03:02:03.442099Z","steps":["trace[1075979724] 'process raft request' (duration: 363.762954ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:03.442301Z","caller":"traceutil/trace.go:171","msg":"trace[16741345] transaction","detail":"{read_only:false; response_revision:32278; number_of_response:1; }","duration":"362.963678ms","start":"2026-04-29T03:02:03.079319Z","end":"2026-04-29T03:02:03.442283Z","steps":["trace[16741345] 'process raft request' (duration: 362.657263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:03.442377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:03.078094Z","time spent":"364.13379ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:03.442431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:03.079312Z","time spent":"363.03422ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:03.442762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.640713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:03.442914Z","caller":"traceutil/trace.go:171","msg":"trace[186297078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32278; }","duration":"343.849157ms","start":"2026-04-29T03:02:03.099047Z","end":"2026-04-29T03:02:03.442896Z","steps":["trace[186297078] 'agreement among raft nodes before linearized reading' (duration: 343.606932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:03.442989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:03.099032Z","time spent":"343.944119ms","remote":"127.0.0.1:60010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T03:02:03.711434Z","caller":"traceutil/trace.go:171","msg":"trace[1949376308] transaction","detail":"{read_only:false; response_revision:32280; number_of_response:1; }","duration":"262.776515ms","start":"2026-04-29T03:02:03.448634Z","end":"2026-04-29T03:02:03.71141Z","steps":["trace[1949376308] 'process raft request' (duration: 262.224455ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:03.711967Z","caller":"traceutil/trace.go:171","msg":"trace[973145016] transaction","detail":"{read_only:false; response_revision:32282; number_of_response:1; }","duration":"263.0559ms","start":"2026-04-29T03:02:03.448894Z","end":"2026-04-29T03:02:03.71195Z","steps":["trace[973145016] 'process raft request' (duration: 262.139793ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:03.711984Z","caller":"traceutil/trace.go:171","msg":"trace[889255566] transaction","detail":"{read_only:false; response_revision:32281; number_of_response:1; }","duration":"263.184813ms","start":"2026-04-29T03:02:03.448762Z","end":"2026-04-29T03:02:03.711946Z","steps":["trace[889255566] 'process raft request' (duration: 262.231335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:03.972198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.126261ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-29T03:02:05.422253Z","caller":"traceutil/trace.go:171","msg":"trace[1887806991] transaction","detail":"{read_only:false; response_revision:32289; number_of_response:1; }","duration":"280.052583ms","start":"2026-04-29T03:02:05.14218Z","end":"2026-04-29T03:02:05.422233Z","steps":["trace[1887806991] 'process raft request' (duration: 279.723847ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:05.658941Z","caller":"traceutil/trace.go:171","msg":"trace[369058319] transaction","detail":"{read_only:false; response_revision:32290; number_of_response:1; }","duration":"210.518463ms","start":"2026-04-29T03:02:05.4484Z","end":"2026-04-29T03:02:05.658918Z","steps":["trace[369058319] 'process raft request' (duration: 128.130627ms)","trace[369058319] 'compare' (duration: 82.238684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:05.895039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.681621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:02:05.895246Z","caller":"traceutil/trace.go:171","msg":"trace[226898566] linearizableReadLoop","detail":"{readStateIndex:33355; appliedIndex:33352; }","duration":"200.269884ms","start":"2026-04-29T03:02:05.694964Z","end":"2026-04-29T03:02:05.895233Z","steps":["trace[226898566] 'read index received' (duration: 79.259818ms)","trace[226898566] 'applied index is now lower than readState.Index' (duration: 121.009236ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:05.895285Z","caller":"traceutil/trace.go:171","msg":"trace[88816223] transaction","detail":"{read_only:false; response_revision:32292; number_of_response:1; }","duration":"446.540746ms","start":"2026-04-29T03:02:05.448716Z","end":"2026-04-29T03:02:05.895257Z","steps":["trace[88816223] 'process raft request' (duration: 446.403493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:05.895329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.372167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:05.895329Z","caller":"traceutil/trace.go:171","msg":"trace[1248919609] transaction","detail":"{read_only:false; response_revision:32293; number_of_response:1; }","duration":"446.14458ms","start":"2026-04-29T03:02:05.449162Z","end":"2026-04-29T03:02:05.895307Z","steps":["trace[1248919609] 'process raft request' (duration: 446.036698ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:05.895354Z","caller":"traceutil/trace.go:171","msg":"trace[1432045782] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:32293; }","duration":"200.442208ms","start":"2026-04-29T03:02:05.694904Z","end":"2026-04-29T03:02:05.895346Z","steps":["trace[1432045782] 'agreement among raft nodes before linearized reading' (duration: 200.399818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:05.895425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:05.449124Z","time spent":"446.250441ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:05.895437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:05.448694Z","time spent":"446.657218ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:05.895573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.265038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:02:05.895587Z","caller":"traceutil/trace.go:171","msg":"trace[2029125982] transaction","detail":"{read_only:false; response_revision:32291; number_of_response:1; }","duration":"446.948613ms","start":"2026-04-29T03:02:05.448629Z","end":"2026-04-29T03:02:05.895577Z","steps":["trace[2029125982] 'process raft request' (duration: 325.654562ms)","trace[2029125982] 'compare' (duration: 120.438896ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:05.895593Z","caller":"traceutil/trace.go:171","msg":"trace[1618569820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32293; }","duration":"179.31905ms","start":"2026-04-29T03:02:05.716268Z","end":"2026-04-29T03:02:05.895587Z","steps":["trace[1618569820] 'agreement among raft nodes before linearized reading' (duration: 179.233408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:05.895644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:05.448619Z","time spent":"447.003124ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:05.895817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.468193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T03:02:05.895879Z","caller":"traceutil/trace.go:171","msg":"trace[610379615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32293; }","duration":"178.564215ms","start":"2026-04-29T03:02:05.717303Z","end":"2026-04-29T03:02:05.895867Z","steps":["trace[610379615] 'agreement among raft nodes before linearized reading' (duration: 178.395612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:05.89589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.857881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T03:02:05.895957Z","caller":"traceutil/trace.go:171","msg":"trace[776041213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32293; }","duration":"178.966813ms","start":"2026-04-29T03:02:05.716976Z","end":"2026-04-29T03:02:05.895943Z","steps":["trace[776041213] 'agreement among raft nodes before linearized reading' (duration: 178.734278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:06.321768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.912816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:02:06.322073Z","caller":"traceutil/trace.go:171","msg":"trace[285217389] transaction","detail":"{read_only:false; response_revision:32296; number_of_response:1; }","duration":"422.198779ms","start":"2026-04-29T03:02:05.899835Z","end":"2026-04-29T03:02:06.322034Z","steps":["trace[285217389] 'process raft request' (duration: 422.033596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:06.322241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:05.899809Z","time spent":"422.350031ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:06.322304Z","caller":"traceutil/trace.go:171","msg":"trace[202030191] transaction","detail":"{read_only:false; response_revision:32295; number_of_response:1; }","duration":"422.521635ms","start":"2026-04-29T03:02:05.899738Z","end":"2026-04-29T03:02:06.322259Z","steps":["trace[202030191] 'process raft request' (duration: 189.721782ms)","trace[202030191] 'compare' (duration: 231.671912ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:06.322518Z","caller":"traceutil/trace.go:171","msg":"trace[309700590] linearizableReadLoop","detail":"{readStateIndex:33358; appliedIndex:33355; }","duration":"377.1844ms","start":"2026-04-29T03:02:05.945313Z","end":"2026-04-29T03:02:06.322497Z","steps":["trace[309700590] 'read index received' (duration: 15.060318ms)","trace[309700590] 'applied index is now lower than readState.Index' (duration: 362.121862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:06.322547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:05.899717Z","time spent":"422.711308ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:06.322725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.268145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:06.322768Z","caller":"traceutil/trace.go:171","msg":"trace[936110409] transaction","detail":"{read_only:false; response_revision:32297; number_of_response:1; }","duration":"196.969344ms","start":"2026-04-29T03:02:06.125779Z","end":"2026-04-29T03:02:06.322748Z","steps":["trace[936110409] 'process raft request' (duration: 196.79065ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:06.322783Z","caller":"traceutil/trace.go:171","msg":"trace[326731834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32297; }","duration":"225.366707ms","start":"2026-04-29T03:02:06.097401Z","end":"2026-04-29T03:02:06.322768Z","steps":["trace[326731834] 'agreement among raft nodes before linearized reading' (duration: 225.254985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:06.322886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.418794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-29T03:02:06.322948Z","caller":"traceutil/trace.go:171","msg":"trace[1149495777] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:32296; }","duration":"377.690889ms","start":"2026-04-29T03:02:05.945246Z","end":"2026-04-29T03:02:06.322937Z","steps":["trace[1149495777] 'agreement among raft nodes before linearized reading' (duration: 377.347203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:06.323075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:05.945229Z","time spent":"377.834542ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-04-29T03:02:06.604723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.121128ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-29T03:02:06.605263Z","caller":"traceutil/trace.go:171","msg":"trace[425910345] transaction","detail":"{read_only:false; response_revision:32298; number_of_response:1; }","duration":"108.242832ms","start":"2026-04-29T03:02:06.496997Z","end":"2026-04-29T03:02:06.60524Z","steps":["trace[425910345] 'process raft request' (duration: 107.836694ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:06.605225Z","caller":"traceutil/trace.go:171","msg":"trace[28976556] linearizableReadLoop","detail":"{readStateIndex:33360; appliedIndex:33359; }","duration":"280.337458ms","start":"2026-04-29T03:02:06.32485Z","end":"2026-04-29T03:02:06.605187Z","steps":["trace[28976556] 'read index received' (duration: 114.705761ms)","trace[28976556] 'applied index is now lower than readState.Index' (duration: 165.627477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:06.605537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.664934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:02:06.605547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.043099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:06.60562Z","caller":"traceutil/trace.go:171","msg":"trace[2103271032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32299; }","duration":"280.795996ms","start":"2026-04-29T03:02:06.324806Z","end":"2026-04-29T03:02:06.605602Z","steps":["trace[2103271032] 'agreement among raft nodes before linearized reading' (duration: 280.490821ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:06.605654Z","caller":"traceutil/trace.go:171","msg":"trace[2042157310] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:32299; }","duration":"207.193622ms","start":"2026-04-29T03:02:06.398427Z","end":"2026-04-29T03:02:06.605621Z","steps":["trace[2042157310] 'agreement among raft nodes before linearized reading' (duration: 207.033129ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:06.739593Z","caller":"traceutil/trace.go:171","msg":"trace[2145433901] transaction","detail":"{read_only:false; response_revision:32300; number_of_response:1; }","duration":"133.223751ms","start":"2026-04-29T03:02:06.606323Z","end":"2026-04-29T03:02:06.739546Z","steps":["trace[2145433901] 'process raft request' (duration: 104.155526ms)","trace[2145433901] 'compare' (duration: 28.911562ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:08.005347Z","caller":"traceutil/trace.go:171","msg":"trace[323572270] transaction","detail":"{read_only:false; response_revision:32305; number_of_response:1; }","duration":"104.685776ms","start":"2026-04-29T03:02:07.90064Z","end":"2026-04-29T03:02:08.005326Z","steps":["trace[323572270] 'process raft request' (duration: 104.519873ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:08.05506Z","caller":"traceutil/trace.go:171","msg":"trace[440909787] transaction","detail":"{read_only:false; response_revision:32306; number_of_response:1; }","duration":"153.742199ms","start":"2026-04-29T03:02:07.9013Z","end":"2026-04-29T03:02:08.055043Z","steps":["trace[440909787] 'process raft request' (duration: 153.386271ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:08.055254Z","caller":"traceutil/trace.go:171","msg":"trace[204755660] transaction","detail":"{read_only:false; response_revision:32307; number_of_response:1; }","duration":"152.445945ms","start":"2026-04-29T03:02:07.902795Z","end":"2026-04-29T03:02:08.055241Z","steps":["trace[204755660] 'process raft request' (duration: 151.980806ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:08.35475Z","caller":"traceutil/trace.go:171","msg":"trace[1623000340] linearizableReadLoop","detail":"{readStateIndex:33371; appliedIndex:33370; }","duration":"254.526564ms","start":"2026-04-29T03:02:08.10019Z","end":"2026-04-29T03:02:08.354717Z","steps":["trace[1623000340] 'read index received' (duration: 254.500213ms)","trace[1623000340] 'applied index is now lower than readState.Index' (duration: 25.211µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:08.354805Z","caller":"traceutil/trace.go:171","msg":"trace[300754859] transaction","detail":"{read_only:false; response_revision:32308; number_of_response:1; }","duration":"295.788883ms","start":"2026-04-29T03:02:08.058976Z","end":"2026-04-29T03:02:08.354765Z","steps":["trace[300754859] 'process raft request' (duration: 295.537328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:08.354967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.739337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:08.355083Z","caller":"traceutil/trace.go:171","msg":"trace[1854497918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32308; }","duration":"254.946631ms","start":"2026-04-29T03:02:08.100113Z","end":"2026-04-29T03:02:08.35506Z","steps":["trace[1854497918] 'agreement among raft nodes before linearized reading' (duration: 254.738627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:08.634453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.645658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:02:08.634645Z","caller":"traceutil/trace.go:171","msg":"trace[521569951] transaction","detail":"{read_only:false; response_revision:32309; number_of_response:1; }","duration":"305.700326ms","start":"2026-04-29T03:02:08.328899Z","end":"2026-04-29T03:02:08.634599Z","steps":["trace[521569951] 'process raft request' (duration: 189.834983ms)","trace[521569951] 'compare' (duration: 115.368523ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:08.634723Z","caller":"traceutil/trace.go:171","msg":"trace[80531110] linearizableReadLoop","detail":"{readStateIndex:33372; appliedIndex:33371; }","duration":"279.86658ms","start":"2026-04-29T03:02:08.354832Z","end":"2026-04-29T03:02:08.634699Z","steps":["trace[80531110] 'read index received' (duration: 163.852015ms)","trace[80531110] 'applied index is now lower than readState.Index' (duration: 116.011554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:08.63482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:08.328879Z","time spent":"305.852278ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:08.634896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.91964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:02:08.634984Z","caller":"traceutil/trace.go:171","msg":"trace[315891683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32310; }","duration":"306.014931ms","start":"2026-04-29T03:02:08.328948Z","end":"2026-04-29T03:02:08.634963Z","steps":["trace[315891683] 'agreement among raft nodes before linearized reading' (duration: 305.769317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:08.634987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.104421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T03:02:08.635036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:08.328868Z","time spent":"306.158833ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T03:02:08.635047Z","caller":"traceutil/trace.go:171","msg":"trace[1822107734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32310; }","duration":"307.226863ms","start":"2026-04-29T03:02:08.327805Z","end":"2026-04-29T03:02:08.635032Z","steps":["trace[1822107734] 'agreement among raft nodes before linearized reading' (duration: 307.01125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:08.635091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:08.327784Z","time spent":"307.294095ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T03:02:08.635114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.46263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-29T03:02:08.635158Z","caller":"traceutil/trace.go:171","msg":"trace[298102709] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:32310; }","duration":"418.546071ms","start":"2026-04-29T03:02:08.216597Z","end":"2026-04-29T03:02:08.635143Z","steps":["trace[298102709] 'agreement among raft nodes before linearized reading' (duration: 418.364268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:08.635195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:08.216574Z","time spent":"418.614642ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1346,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-04-29T03:02:08.635874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.753097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:08.635944Z","caller":"traceutil/trace.go:171","msg":"trace[268084963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32311; }","duration":"279.864659ms","start":"2026-04-29T03:02:08.356064Z","end":"2026-04-29T03:02:08.635928Z","steps":["trace[268084963] 'agreement among raft nodes before linearized reading' (duration: 279.733547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:08.636365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.490639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:02:08.63642Z","caller":"traceutil/trace.go:171","msg":"trace[1754733606] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:32311; }","duration":"188.590921ms","start":"2026-04-29T03:02:08.447816Z","end":"2026-04-29T03:02:08.636407Z","steps":["trace[1754733606] 'agreement among raft nodes before linearized reading' (duration: 188.491419ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:08.886837Z","caller":"traceutil/trace.go:171","msg":"trace[202235552] linearizableReadLoop","detail":"{readStateIndex:33376; appliedIndex:33374; }","duration":"206.175904ms","start":"2026-04-29T03:02:08.68063Z","end":"2026-04-29T03:02:08.886806Z","steps":["trace[202235552] 'read index received' (duration: 6.033301ms)","trace[202235552] 'applied index is now lower than readState.Index' (duration: 200.140463ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:08.886949Z","caller":"traceutil/trace.go:171","msg":"trace[602256484] transaction","detail":"{read_only:false; response_revision:32313; number_of_response:1; }","duration":"244.893176ms","start":"2026-04-29T03:02:08.642017Z","end":"2026-04-29T03:02:08.886911Z","steps":["trace[602256484] 'process raft request' (duration: 154.304849ms)","trace[602256484] 'compare' (duration: 90.229909ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:08.887059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.408828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:08.887135Z","caller":"traceutil/trace.go:171","msg":"trace[288618866] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:32313; }","duration":"206.55151ms","start":"2026-04-29T03:02:08.680565Z","end":"2026-04-29T03:02:08.887117Z","steps":["trace[288618866] 'agreement among raft nodes before linearized reading' (duration: 206.406208ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:09.088287Z","caller":"traceutil/trace.go:171","msg":"trace[1549026213] transaction","detail":"{read_only:false; response_revision:32314; number_of_response:1; }","duration":"197.045786ms","start":"2026-04-29T03:02:08.891219Z","end":"2026-04-29T03:02:09.088264Z","steps":["trace[1549026213] 'process raft request' (duration: 123.271888ms)","trace[1549026213] 'compare' (duration: 73.316669ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:09.088423Z","caller":"traceutil/trace.go:171","msg":"trace[1240658556] linearizableReadLoop","detail":"{readStateIndex:33378; appliedIndex:33376; }","duration":"130.632285ms","start":"2026-04-29T03:02:08.957764Z","end":"2026-04-29T03:02:09.088397Z","steps":["trace[1240658556] 'read index received' (duration: 56.736815ms)","trace[1240658556] 'applied index is now lower than readState.Index' (duration: 73.89415ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:09.088548Z","caller":"traceutil/trace.go:171","msg":"trace[397730021] transaction","detail":"{read_only:false; response_revision:32315; number_of_response:1; }","duration":"196.816892ms","start":"2026-04-29T03:02:08.891719Z","end":"2026-04-29T03:02:09.088536Z","steps":["trace[397730021] 'process raft request' (duration: 196.451585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:09.088798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.012171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:09.088851Z","caller":"traceutil/trace.go:171","msg":"trace[34033119] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:32315; }","duration":"131.118033ms","start":"2026-04-29T03:02:08.95772Z","end":"2026-04-29T03:02:09.088838Z","steps":["trace[34033119] 'agreement among raft nodes before linearized reading' (duration: 131.002231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:09.899447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.065255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:02:09.899676Z","caller":"traceutil/trace.go:171","msg":"trace[1765150026] transaction","detail":"{read_only:false; response_revision:32317; number_of_response:1; }","duration":"200.54295ms","start":"2026-04-29T03:02:09.699099Z","end":"2026-04-29T03:02:09.899642Z","steps":["trace[1765150026] 'process raft request' (duration: 45.865054ms)","trace[1765150026] 'compare' (duration: 153.864861ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:09.899736Z","caller":"traceutil/trace.go:171","msg":"trace[860416213] transaction","detail":"{read_only:false; response_revision:32318; number_of_response:1; }","duration":"115.185259ms","start":"2026-04-29T03:02:09.784532Z","end":"2026-04-29T03:02:09.899717Z","steps":["trace[860416213] 'process raft request' (duration: 115.021296ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:10.13472Z","caller":"traceutil/trace.go:171","msg":"trace[1063680379] transaction","detail":"{read_only:false; response_revision:32319; number_of_response:1; }","duration":"217.522152ms","start":"2026-04-29T03:02:09.917152Z","end":"2026-04-29T03:02:10.134674Z","steps":["trace[1063680379] 'process raft request' (duration: 167.147105ms)","trace[1063680379] 'compare' (duration: 50.01222ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:10.134767Z","caller":"traceutil/trace.go:171","msg":"trace[997164205] transaction","detail":"{read_only:false; response_revision:32320; number_of_response:1; }","duration":"122.765539ms","start":"2026-04-29T03:02:10.011969Z","end":"2026-04-29T03:02:10.134734Z","steps":["trace[997164205] 'process raft request' (duration: 122.574286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:10.676281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.38858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:10.676393Z","caller":"traceutil/trace.go:171","msg":"trace[887399770] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:32323; }","duration":"411.565743ms","start":"2026-04-29T03:02:10.2648Z","end":"2026-04-29T03:02:10.676365Z","steps":["trace[887399770] 'count revisions from in-memory index tree' (duration: 411.268217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:10.676445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:10.264755Z","time spent":"411.674355ms","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:02:10.676538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.601312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:10.676626Z","caller":"traceutil/trace.go:171","msg":"trace[1514230356] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:32323; }","duration":"212.705134ms","start":"2026-04-29T03:02:10.463902Z","end":"2026-04-29T03:02:10.676607Z","steps":["trace[1514230356] 'count revisions from in-memory index tree' (duration: 212.48986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:10.676731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.780437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T03:02:10.676811Z","caller":"traceutil/trace.go:171","msg":"trace[1773643168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32323; }","duration":"317.915319ms","start":"2026-04-29T03:02:10.358874Z","end":"2026-04-29T03:02:10.676789Z","steps":["trace[1773643168] 'range keys from in-memory index tree' (duration: 317.579394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:10.676864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:10.358848Z","time spent":"318.003111ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T03:02:10.821301Z","caller":"traceutil/trace.go:171","msg":"trace[544310648] transaction","detail":"{read_only:false; response_revision:32324; number_of_response:1; }","duration":"181.120862ms","start":"2026-04-29T03:02:10.640151Z","end":"2026-04-29T03:02:10.821272Z","steps":["trace[544310648] 'process raft request' (duration: 180.928988ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:10.856843Z","caller":"traceutil/trace.go:171","msg":"trace[778319211] transaction","detail":"{read_only:false; response_revision:32326; number_of_response:1; }","duration":"212.244036ms","start":"2026-04-29T03:02:10.644571Z","end":"2026-04-29T03:02:10.856815Z","steps":["trace[778319211] 'process raft request' (duration: 212.115053ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:10.857026Z","caller":"traceutil/trace.go:171","msg":"trace[1413028803] linearizableReadLoop","detail":"{readStateIndex:33390; appliedIndex:33386; }","duration":"167.129126ms","start":"2026-04-29T03:02:10.689872Z","end":"2026-04-29T03:02:10.857001Z","steps":["trace[1413028803] 'read index received' (duration: 131.217814ms)","trace[1413028803] 'applied index is now lower than readState.Index' (duration: 35.909892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:10.857269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.37719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:02:10.857303Z","caller":"traceutil/trace.go:171","msg":"trace[716433352] transaction","detail":"{read_only:false; response_revision:32325; number_of_response:1; }","duration":"215.381673ms","start":"2026-04-29T03:02:10.641897Z","end":"2026-04-29T03:02:10.857279Z","steps":["trace[716433352] 'process raft request' (duration: 214.642209ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:10.857312Z","caller":"traceutil/trace.go:171","msg":"trace[1382889701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32327; }","duration":"167.448701ms","start":"2026-04-29T03:02:10.689852Z","end":"2026-04-29T03:02:10.857301Z","steps":["trace[1382889701] 'agreement among raft nodes before linearized reading' (duration: 167.247578ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:10.857434Z","caller":"traceutil/trace.go:171","msg":"trace[1582735892] transaction","detail":"{read_only:false; response_revision:32327; number_of_response:1; }","duration":"175.211384ms","start":"2026-04-29T03:02:10.682211Z","end":"2026-04-29T03:02:10.857423Z","steps":["trace[1582735892] 'process raft request' (duration: 174.536532ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:50.217366Z","caller":"traceutil/trace.go:171","msg":"trace[1315157880] transaction","detail":"{read_only:false; response_revision:32610; number_of_response:1; }","duration":"168.802039ms","start":"2026-04-29T03:02:50.048538Z","end":"2026-04-29T03:02:50.21734Z","steps":["trace[1315157880] 'process raft request' (duration: 168.612456ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:50.217503Z","caller":"traceutil/trace.go:171","msg":"trace[749082538] linearizableReadLoop","detail":"{readStateIndex:33681; appliedIndex:33681; }","duration":"117.595762ms","start":"2026-04-29T03:02:50.099888Z","end":"2026-04-29T03:02:50.217483Z","steps":["trace[749082538] 'read index received' (duration: 117.585012ms)","trace[749082538] 'applied index is now lower than readState.Index' (duration: 8.79µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:50.217671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.754955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:50.217764Z","caller":"traceutil/trace.go:171","msg":"trace[913233616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32610; }","duration":"117.896748ms","start":"2026-04-29T03:02:50.099848Z","end":"2026-04-29T03:02:50.217745Z","steps":["trace[913233616] 'agreement among raft nodes before linearized reading' (duration: 117.745435ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:57.494968Z","caller":"traceutil/trace.go:171","msg":"trace[1651130836] linearizableReadLoop","detail":"{readStateIndex:33737; appliedIndex:33736; }","duration":"145.570073ms","start":"2026-04-29T03:02:57.349375Z","end":"2026-04-29T03:02:57.494945Z","steps":["trace[1651130836] 'read index received' (duration: 145.348849ms)","trace[1651130836] 'applied index is now lower than readState.Index' (duration: 220.064µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:57.495069Z","caller":"traceutil/trace.go:171","msg":"trace[1421250908] transaction","detail":"{read_only:false; response_revision:32664; number_of_response:1; }","duration":"325.462207ms","start":"2026-04-29T03:02:57.169583Z","end":"2026-04-29T03:02:57.495045Z","steps":["trace[1421250908] 'process raft request' (duration: 325.202451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:57.495185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:57.169564Z","time spent":"325.551768ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:57.495218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.849341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T03:02:57.495233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.624689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T03:02:57.495277Z","caller":"traceutil/trace.go:171","msg":"trace[1727666923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32664; }","duration":"108.68602ms","start":"2026-04-29T03:02:57.386579Z","end":"2026-04-29T03:02:57.495265Z","steps":["trace[1727666923] 'agreement among raft nodes before linearized reading' (duration: 108.572958ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:57.495274Z","caller":"traceutil/trace.go:171","msg":"trace[649812581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32664; }","duration":"145.970713ms","start":"2026-04-29T03:02:57.349289Z","end":"2026-04-29T03:02:57.49526Z","steps":["trace[649812581] 'agreement among raft nodes before linearized reading' (duration: 145.78687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:57.495311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.628491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:57.495413Z","caller":"traceutil/trace.go:171","msg":"trace[24316092] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:32664; }","duration":"136.940436ms","start":"2026-04-29T03:02:57.358458Z","end":"2026-04-29T03:02:57.495398Z","steps":["trace[24316092] 'agreement among raft nodes before linearized reading' (duration: 136.621161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:05.771179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.019273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T03:03:05.771263Z","caller":"traceutil/trace.go:171","msg":"trace[1100038562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32724; }","duration":"181.153725ms","start":"2026-04-29T03:03:05.59009Z","end":"2026-04-29T03:03:05.771244Z","steps":["trace[1100038562] 'range keys from in-memory index tree' (duration: 180.758998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:05.771299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.186648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T03:03:05.771376Z","caller":"traceutil/trace.go:171","msg":"trace[254177267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32724; }","duration":"192.31079ms","start":"2026-04-29T03:03:05.579044Z","end":"2026-04-29T03:03:05.771355Z","steps":["trace[254177267] 'range keys from in-memory index tree' (duration: 191.984194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:06.086427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.416205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:03:06.086879Z","caller":"traceutil/trace.go:171","msg":"trace[822305981] linearizableReadLoop","detail":"{readStateIndex:33801; appliedIndex:33799; }","duration":"137.807672ms","start":"2026-04-29T03:03:05.949052Z","end":"2026-04-29T03:03:06.08686Z","steps":["trace[822305981] 'read index received' (duration: 22.862038ms)","trace[822305981] 'applied index is now lower than readState.Index' (duration: 114.944423ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:03:06.086913Z","caller":"traceutil/trace.go:171","msg":"trace[659725165] transaction","detail":"{read_only:false; response_revision:32727; number_of_response:1; }","duration":"222.918399ms","start":"2026-04-29T03:03:05.86398Z","end":"2026-04-29T03:03:06.086898Z","steps":["trace[659725165] 'process raft request' (duration: 222.777287ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:06.08688Z","caller":"traceutil/trace.go:171","msg":"trace[625625169] transaction","detail":"{read_only:false; response_revision:32726; number_of_response:1; }","duration":"310.778428ms","start":"2026-04-29T03:03:05.776059Z","end":"2026-04-29T03:03:06.086837Z","steps":["trace[625625169] 'process raft request' (duration: 195.837754ms)","trace[625625169] 'compare' (duration: 114.20737ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:03:06.087099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.042245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-29T03:03:06.087237Z","caller":"traceutil/trace.go:171","msg":"trace[778715782] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:32727; }","duration":"138.239699ms","start":"2026-04-29T03:03:05.948988Z","end":"2026-04-29T03:03:06.087227Z","steps":["trace[778715782] 'agreement among raft nodes before linearized reading' (duration: 137.968234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:06.087256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:05.776037Z","time spent":"311.102403ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:03:06.421144Z","caller":"traceutil/trace.go:171","msg":"trace[753961696] linearizableReadLoop","detail":"{readStateIndex:33803; appliedIndex:33802; }","duration":"256.530485ms","start":"2026-04-29T03:03:06.164589Z","end":"2026-04-29T03:03:06.42112Z","steps":["trace[753961696] 'read index received' (duration: 255.673439ms)","trace[753961696] 'applied index is now lower than readState.Index' (duration: 855.716µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:03:06.421213Z","caller":"traceutil/trace.go:171","msg":"trace[1589997182] transaction","detail":"{read_only:false; response_revision:32728; number_of_response:1; }","duration":"256.717219ms","start":"2026-04-29T03:03:06.164471Z","end":"2026-04-29T03:03:06.421188Z","steps":["trace[1589997182] 'process raft request' (duration: 255.6908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:06.421333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.713838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:03:06.421368Z","caller":"traceutil/trace.go:171","msg":"trace[1874390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32728; }","duration":"256.81043ms","start":"2026-04-29T03:03:06.164548Z","end":"2026-04-29T03:03:06.421359Z","steps":["trace[1874390] 'agreement among raft nodes before linearized reading' (duration: 256.678138ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:06.530679Z","caller":"traceutil/trace.go:171","msg":"trace[1213443440] transaction","detail":"{read_only:false; response_revision:32731; number_of_response:1; }","duration":"123.215795ms","start":"2026-04-29T03:03:06.40744Z","end":"2026-04-29T03:03:06.530656Z","steps":["trace[1213443440] 'process raft request' (duration: 123.123873ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:06.530737Z","caller":"traceutil/trace.go:171","msg":"trace[1078798083] linearizableReadLoop","detail":"{readStateIndex:33807; appliedIndex:33803; }","duration":"107.303765ms","start":"2026-04-29T03:03:06.423401Z","end":"2026-04-29T03:03:06.530705Z","steps":["trace[1078798083] 'read index received' (duration: 104.033185ms)","trace[1078798083] 'applied index is now lower than readState.Index' (duration: 3.26949ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:03:06.53087Z","caller":"traceutil/trace.go:171","msg":"trace[1932522972] transaction","detail":"{read_only:false; response_revision:32729; number_of_response:1; }","duration":"184.466507ms","start":"2026-04-29T03:03:06.34635Z","end":"2026-04-29T03:03:06.530817Z","steps":["trace[1932522972] 'process raft request' (duration: 181.190927ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:06.530977Z","caller":"traceutil/trace.go:171","msg":"trace[1029602944] transaction","detail":"{read_only:false; response_revision:32730; number_of_response:1; }","duration":"123.631762ms","start":"2026-04-29T03:03:06.407332Z","end":"2026-04-29T03:03:06.530963Z","steps":["trace[1029602944] 'process raft request' (duration: 123.184485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:06.530983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.567109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-29T03:03:06.531107Z","caller":"traceutil/trace.go:171","msg":"trace[403996584] transaction","detail":"{read_only:false; response_revision:32732; number_of_response:1; }","duration":"123.418538ms","start":"2026-04-29T03:03:06.407659Z","end":"2026-04-29T03:03:06.531077Z","steps":["trace[403996584] 'process raft request' (duration: 122.95173ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:06.531166Z","caller":"traceutil/trace.go:171","msg":"trace[300182029] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:32732; }","duration":"107.767922ms","start":"2026-04-29T03:03:06.423358Z","end":"2026-04-29T03:03:06.531126Z","steps":["trace[300182029] 'agreement among raft nodes before linearized reading' (duration: 107.457517ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:12.69961Z","caller":"traceutil/trace.go:171","msg":"trace[1834206196] transaction","detail":"{read_only:false; response_revision:32773; number_of_response:1; }","duration":"137.325053ms","start":"2026-04-29T03:03:12.562238Z","end":"2026-04-29T03:03:12.699563Z","steps":["trace[1834206196] 'process raft request' (duration: 120.845891ms)","trace[1834206196] 'compare' (duration: 16.183617ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:03:12.699624Z","caller":"traceutil/trace.go:171","msg":"trace[916595315] transaction","detail":"{read_only:false; response_revision:32774; number_of_response:1; }","duration":"135.793366ms","start":"2026-04-29T03:03:12.563795Z","end":"2026-04-29T03:03:12.699588Z","steps":["trace[916595315] 'process raft request' (duration: 135.672553ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:12.699851Z","caller":"traceutil/trace.go:171","msg":"trace[1739040759] transaction","detail":"{read_only:false; response_revision:32775; number_of_response:1; }","duration":"135.914647ms","start":"2026-04-29T03:03:12.563897Z","end":"2026-04-29T03:03:12.699812Z","steps":["trace[1739040759] 'process raft request' (duration: 135.631593ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:43.946568Z","caller":"traceutil/trace.go:171","msg":"trace[1856141899] transaction","detail":"{read_only:false; response_revision:33000; number_of_response:1; }","duration":"178.690741ms","start":"2026-04-29T03:03:43.767847Z","end":"2026-04-29T03:03:43.946538Z","steps":["trace[1856141899] 'process raft request' (duration: 178.199802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:50.620628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.396488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:03:50.620762Z","caller":"traceutil/trace.go:171","msg":"trace[2093204081] linearizableReadLoop","detail":"{readStateIndex:34131; appliedIndex:34130; }","duration":"206.747004ms","start":"2026-04-29T03:03:50.413996Z","end":"2026-04-29T03:03:50.620743Z","steps":["trace[2093204081] 'read index received' (duration: 130.182µs)","trace[2093204081] 'applied index is now lower than readState.Index' (duration: 206.615302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:03:50.620996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.004359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4b00165f-0765-41bc-85b0-f3006deac52d\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-29T03:03:50.621034Z","caller":"traceutil/trace.go:171","msg":"trace[250688875] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4b00165f-0765-41bc-85b0-f3006deac52d; range_end:; response_count:1; response_revision:33048; }","duration":"207.0918ms","start":"2026-04-29T03:03:50.413932Z","end":"2026-04-29T03:03:50.621024Z","steps":["trace[250688875] 'agreement among raft nodes before linearized reading' (duration: 206.918837ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:50.621023Z","caller":"traceutil/trace.go:171","msg":"trace[1385634251] transaction","detail":"{read_only:false; response_revision:33048; number_of_response:1; }","duration":"235.154134ms","start":"2026-04-29T03:03:50.385595Z","end":"2026-04-29T03:03:50.620749Z","steps":["trace[1385634251] 'process raft request' (duration: 28.539852ms)","trace[1385634251] 'compare' (duration: 206.192825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:03:51.009569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.398906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:03:51.009674Z","caller":"traceutil/trace.go:171","msg":"trace[1433836117] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:33048; }","duration":"260.592899ms","start":"2026-04-29T03:03:50.749056Z","end":"2026-04-29T03:03:51.009649Z","steps":["trace[1433836117] 'count revisions from in-memory index tree' (duration: 260.267954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:51.009817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.540018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:03:51.009921Z","caller":"traceutil/trace.go:171","msg":"trace[147755836] transaction","detail":"{read_only:false; response_revision:33049; number_of_response:1; }","duration":"232.14441ms","start":"2026-04-29T03:03:50.777755Z","end":"2026-04-29T03:03:51.0099Z","steps":["trace[147755836] 'process raft request' (duration: 88.421279ms)","trace[147755836] 'compare' (duration: 143.113519ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:03:51.015161Z","caller":"traceutil/trace.go:171","msg":"trace[2139007487] transaction","detail":"{read_only:false; response_revision:33050; number_of_response:1; }","duration":"173.280051ms","start":"2026-04-29T03:03:50.841658Z","end":"2026-04-29T03:03:51.014938Z","steps":["trace[2139007487] 'process raft request' (duration: 173.076198ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:51.329045Z","caller":"traceutil/trace.go:171","msg":"trace[1261209819] transaction","detail":"{read_only:false; response_revision:33051; number_of_response:1; }","duration":"432.577038ms","start":"2026-04-29T03:03:50.896434Z","end":"2026-04-29T03:03:51.329012Z","steps":["trace[1261209819] 'process raft request' (duration: 388.591942ms)","trace[1261209819] 'compare' (duration: 43.752632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:03:51.329262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:50.89641Z","time spent":"432.742031ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:03:51.329426Z","caller":"traceutil/trace.go:171","msg":"trace[1221436064] transaction","detail":"{read_only:false; response_revision:33052; number_of_response:1; }","duration":"373.946524ms","start":"2026-04-29T03:03:50.955434Z","end":"2026-04-29T03:03:51.32938Z","steps":["trace[1221436064] 'process raft request' (duration: 373.526747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:51.329643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:50.955405Z","time spent":"374.122368ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:03:51.329649Z","caller":"traceutil/trace.go:171","msg":"trace[105474814] linearizableReadLoop","detail":"{readStateIndex:34136; appliedIndex:34133; }","duration":"176.738465ms","start":"2026-04-29T03:03:51.152869Z","end":"2026-04-29T03:03:51.329607Z","steps":["trace[105474814] 'read index received' (duration: 132.178759ms)","trace[105474814] 'applied index is now lower than readState.Index' (duration: 44.557896ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:03:51.329741Z","caller":"traceutil/trace.go:171","msg":"trace[1807100291] transaction","detail":"{read_only:false; response_revision:33053; number_of_response:1; }","duration":"372.689931ms","start":"2026-04-29T03:03:50.957009Z","end":"2026-04-29T03:03:51.329699Z","steps":["trace[1807100291] 'process raft request' (duration: 372.251403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:51.32995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:50.956994Z","time spent":"372.839704ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:03:51.329955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.081621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T03:03:51.330003Z","caller":"traceutil/trace.go:171","msg":"trace[425157430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33053; }","duration":"177.198313ms","start":"2026-04-29T03:03:51.152791Z","end":"2026-04-29T03:03:51.329989Z","steps":["trace[425157430] 'agreement among raft nodes before linearized reading' (duration: 176.933668ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:51.66236Z","caller":"traceutil/trace.go:171","msg":"trace[1244216920] linearizableReadLoop","detail":"{readStateIndex:34141; appliedIndex:34140; }","duration":"121.523994ms","start":"2026-04-29T03:03:51.540807Z","end":"2026-04-29T03:03:51.662331Z","steps":["trace[1244216920] 'read index received' (duration: 121.415562ms)","trace[1244216920] 'applied index is now lower than readState.Index' (duration: 106.752µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:03:51.662588Z","caller":"traceutil/trace.go:171","msg":"trace[519975046] transaction","detail":"{read_only:false; response_revision:33057; number_of_response:1; }","duration":"122.864129ms","start":"2026-04-29T03:03:51.539681Z","end":"2026-04-29T03:03:51.662545Z","steps":["trace[519975046] 'process raft request' (duration: 122.275738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:51.662758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.925172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T03:03:51.662814Z","caller":"traceutil/trace.go:171","msg":"trace[1098437421] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33057; }","duration":"122.032353ms","start":"2026-04-29T03:03:51.540769Z","end":"2026-04-29T03:03:51.662801Z","steps":["trace[1098437421] 'agreement among raft nodes before linearized reading' (duration: 121.753488ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:51.759883Z","caller":"traceutil/trace.go:171","msg":"trace[744883548] transaction","detail":"{read_only:false; response_revision:33058; number_of_response:1; }","duration":"217.314537ms","start":"2026-04-29T03:03:51.542536Z","end":"2026-04-29T03:03:51.75985Z","steps":["trace[744883548] 'process raft request' (duration: 161.308672ms)","trace[744883548] 'compare' (duration: 55.72281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:03:51.760053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.040095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-29T03:03:51.760174Z","caller":"traceutil/trace.go:171","msg":"trace[799364920] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:33058; }","duration":"198.194358ms","start":"2026-04-29T03:03:51.561954Z","end":"2026-04-29T03:03:51.760149Z","steps":["trace[799364920] 'agreement among raft nodes before linearized reading' (duration: 197.876442ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:52.078581Z","caller":"traceutil/trace.go:171","msg":"trace[1601289989] linearizableReadLoop","detail":"{readStateIndex:34143; appliedIndex:34142; }","duration":"143.564887ms","start":"2026-04-29T03:03:51.934991Z","end":"2026-04-29T03:03:52.078556Z","steps":["trace[1601289989] 'read index received' (duration: 142.392716ms)","trace[1601289989] 'applied index is now lower than readState.Index' (duration: 1.170891ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:03:52.07864Z","caller":"traceutil/trace.go:171","msg":"trace[1337388316] transaction","detail":"{read_only:false; response_revision:33059; number_of_response:1; }","duration":"182.706063ms","start":"2026-04-29T03:03:51.895863Z","end":"2026-04-29T03:03:52.078569Z","steps":["trace[1337388316] 'process raft request' (duration: 181.545172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:52.078809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.778801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:03:52.078883Z","caller":"traceutil/trace.go:171","msg":"trace[725869626] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:33059; }","duration":"143.938755ms","start":"2026-04-29T03:03:51.934928Z","end":"2026-04-29T03:03:52.078866Z","steps":["trace[725869626] 'agreement among raft nodes before linearized reading' (duration: 143.764022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:52.365013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.329397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T03:03:52.365124Z","caller":"traceutil/trace.go:171","msg":"trace[155848434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33060; }","duration":"135.51504ms","start":"2026-04-29T03:03:52.229585Z","end":"2026-04-29T03:03:52.3651Z","steps":["trace[155848434] 'range keys from in-memory index tree' (duration: 134.493671ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:52.580991Z","caller":"traceutil/trace.go:171","msg":"trace[1495779274] transaction","detail":"{read_only:false; response_revision:33063; number_of_response:1; }","duration":"162.977522ms","start":"2026-04-29T03:03:52.417989Z","end":"2026-04-29T03:03:52.580967Z","steps":["trace[1495779274] 'process raft request' (duration: 133.827669ms)","trace[1495779274] 'compare' (duration: 29.042381ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:03:53.466181Z","caller":"traceutil/trace.go:171","msg":"trace[1935601725] transaction","detail":"{read_only:false; response_revision:33065; number_of_response:1; }","duration":"131.10912ms","start":"2026-04-29T03:03:53.335036Z","end":"2026-04-29T03:03:53.466145Z","steps":["trace[1935601725] 'process raft request' (duration: 67.831042ms)","trace[1935601725] 'compare' (duration: 62.791629ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:03:53.741931Z","caller":"traceutil/trace.go:171","msg":"trace[668631541] transaction","detail":"{read_only:false; response_revision:33066; number_of_response:1; }","duration":"406.0055ms","start":"2026-04-29T03:03:53.335892Z","end":"2026-04-29T03:03:53.741898Z","steps":["trace[668631541] 'process raft request' (duration: 405.737155ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:53.742193Z","caller":"traceutil/trace.go:171","msg":"trace[361409675] transaction","detail":"{read_only:false; response_revision:33067; number_of_response:1; }","duration":"405.908989ms","start":"2026-04-29T03:03:53.336248Z","end":"2026-04-29T03:03:53.742157Z","steps":["trace[361409675] 'process raft request' (duration: 405.596883ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:53.742243Z","caller":"traceutil/trace.go:171","msg":"trace[1805116639] transaction","detail":"{read_only:false; response_revision:33068; number_of_response:1; }","duration":"404.696457ms","start":"2026-04-29T03:03:53.337517Z","end":"2026-04-29T03:03:53.742214Z","steps":["trace[1805116639] 'process raft request' (duration: 404.526114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.742253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:53.335881Z","time spent":"406.231684ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:03:53.742375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:53.336218Z","time spent":"406.060211ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:03:53.742389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:53.337479Z","time spent":"404.832548ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:03:53.888874Z","caller":"traceutil/trace.go:171","msg":"trace[1537766861] transaction","detail":"{read_only:false; response_revision:33069; number_of_response:1; }","duration":"410.326139ms","start":"2026-04-29T03:03:53.478516Z","end":"2026-04-29T03:03:53.888842Z","steps":["trace[1537766861] 'process raft request' (duration: 361.600678ms)","trace[1537766861] 'compare' (duration: 48.523758ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:03:53.888913Z","caller":"traceutil/trace.go:171","msg":"trace[648267692] transaction","detail":"{read_only:false; response_revision:33070; number_of_response:1; }","duration":"410.299309ms","start":"2026-04-29T03:03:53.478569Z","end":"2026-04-29T03:03:53.888868Z","steps":["trace[648267692] 'process raft request' (duration: 410.199837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.888983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.648915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:03:53.889038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:53.478492Z","time spent":"410.458251ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:03:53.889052Z","caller":"traceutil/trace.go:171","msg":"trace[1334991202] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:33070; }","duration":"310.760827ms","start":"2026-04-29T03:03:53.57827Z","end":"2026-04-29T03:03:53.88903Z","steps":["trace[1334991202] 'agreement among raft nodes before linearized reading' (duration: 310.654095ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:53.888852Z","caller":"traceutil/trace.go:171","msg":"trace[1468441648] linearizableReadLoop","detail":"{readStateIndex:34154; appliedIndex:34149; }","duration":"310.505752ms","start":"2026-04-29T03:03:53.578322Z","end":"2026-04-29T03:03:53.888827Z","steps":["trace[1468441648] 'read index received' (duration: 163.286398ms)","trace[1468441648] 'applied index is now lower than readState.Index' (duration: 147.218404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:03:53.889108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:53.478536Z","time spent":"410.474251ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:03:53.889128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:53.578241Z","time spent":"310.863309ms","remote":"127.0.0.1:42922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:03:53.88935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.759969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T03:03:53.889413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.952216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:03:53.889462Z","caller":"traceutil/trace.go:171","msg":"trace[1381520497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33070; }","duration":"125.031258ms","start":"2026-04-29T03:03:53.764419Z","end":"2026-04-29T03:03:53.889451Z","steps":["trace[1381520497] 'agreement among raft nodes before linearized reading' (duration: 124.820844ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:53.889482Z","caller":"traceutil/trace.go:171","msg":"trace[613043023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33070; }","duration":"220.943543ms","start":"2026-04-29T03:03:53.668492Z","end":"2026-04-29T03:03:53.889436Z","steps":["trace[613043023] 'agreement among raft nodes before linearized reading' (duration: 220.712049ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:54.308504Z","caller":"traceutil/trace.go:171","msg":"trace[1228469784] linearizableReadLoop","detail":"{readStateIndex:34156; appliedIndex:34155; }","duration":"317.97754ms","start":"2026-04-29T03:03:53.990497Z","end":"2026-04-29T03:03:54.308474Z","steps":["trace[1228469784] 'read index received' (duration: 269.587874ms)","trace[1228469784] 'applied index is now lower than readState.Index' (duration: 48.388116ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:03:54.308651Z","caller":"traceutil/trace.go:171","msg":"trace[584291889] transaction","detail":"{read_only:false; response_revision:33072; number_of_response:1; }","duration":"414.808351ms","start":"2026-04-29T03:03:53.893786Z","end":"2026-04-29T03:03:54.308595Z","steps":["trace[584291889] 'process raft request' (duration: 366.406255ms)","trace[584291889] 'compare' (duration: 47.998539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:03:54.308729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.174363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:03:54.30873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.048288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:03:54.308808Z","caller":"traceutil/trace.go:171","msg":"trace[139420048] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:33072; }","duration":"318.329576ms","start":"2026-04-29T03:03:53.990431Z","end":"2026-04-29T03:03:54.30876Z","steps":["trace[139420048] 'agreement among raft nodes before linearized reading' (duration: 318.190323ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:54.308845Z","caller":"traceutil/trace.go:171","msg":"trace[1843116387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33072; }","duration":"208.207151ms","start":"2026-04-29T03:03:54.100612Z","end":"2026-04-29T03:03:54.308819Z","steps":["trace[1843116387] 'agreement among raft nodes before linearized reading' (duration: 208.041508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:54.308872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:53.893757Z","time spent":"414.996995ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:03:54.308856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:53.99041Z","time spent":"318.433947ms","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:03:54.309246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.904481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T03:03:54.309293Z","caller":"traceutil/trace.go:171","msg":"trace[930719923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33072; }","duration":"144.996673ms","start":"2026-04-29T03:03:54.164286Z","end":"2026-04-29T03:03:54.309283Z","steps":["trace[930719923] 'agreement among raft nodes before linearized reading' (duration: 144.84127ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:54.674026Z","caller":"traceutil/trace.go:171","msg":"trace[614634948] transaction","detail":"{read_only:false; response_revision:33074; number_of_response:1; }","duration":"303.491374ms","start":"2026-04-29T03:03:54.370495Z","end":"2026-04-29T03:03:54.673986Z","steps":["trace[614634948] 'process raft request' (duration: 303.211289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:54.674277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:54.370478Z","time spent":"303.654898ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:03:54.674262Z","caller":"traceutil/trace.go:171","msg":"trace[970198787] linearizableReadLoop","detail":"{readStateIndex:34158; appliedIndex:34158; }","duration":"267.640258ms","start":"2026-04-29T03:03:54.406587Z","end":"2026-04-29T03:03:54.674227Z","steps":["trace[970198787] 'read index received' (duration: 267.625848ms)","trace[970198787] 'applied index is now lower than readState.Index' (duration: 11.63µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:03:54.674542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.924793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T03:03:54.674611Z","caller":"traceutil/trace.go:171","msg":"trace[974624654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33074; }","duration":"268.066186ms","start":"2026-04-29T03:03:54.406528Z","end":"2026-04-29T03:03:54.674594Z","steps":["trace[974624654] 'agreement among raft nodes before linearized reading' (duration: 267.785621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:54.920748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.27585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:03:54.921007Z","caller":"traceutil/trace.go:171","msg":"trace[1956943155] transaction","detail":"{read_only:false; response_revision:33076; number_of_response:1; }","duration":"240.575983ms","start":"2026-04-29T03:03:54.68041Z","end":"2026-04-29T03:03:54.920986Z","steps":["trace[1956943155] 'process raft request' (duration: 240.457291ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:54.921006Z","caller":"traceutil/trace.go:171","msg":"trace[1631908076] transaction","detail":"{read_only:false; response_revision:33075; number_of_response:1; }","duration":"241.755424ms","start":"2026-04-29T03:03:54.679219Z","end":"2026-04-29T03:03:54.920975Z","steps":["trace[1631908076] 'process raft request' (duration: 44.139508ms)","trace[1631908076] 'compare' (duration: 197.034986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:03:55.922938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.652863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:03:55.923232Z","caller":"traceutil/trace.go:171","msg":"trace[1179095881] transaction","detail":"{read_only:false; response_revision:33081; number_of_response:1; }","duration":"175.068394ms","start":"2026-04-29T03:03:55.748137Z","end":"2026-04-29T03:03:55.923205Z","steps":["trace[1179095881] 'process raft request' (duration: 174.891211ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:55.923277Z","caller":"traceutil/trace.go:171","msg":"trace[537531120] transaction","detail":"{read_only:false; response_revision:33082; number_of_response:1; }","duration":"175.071853ms","start":"2026-04-29T03:03:55.748167Z","end":"2026-04-29T03:03:55.923239Z","steps":["trace[537531120] 'process raft request' (duration: 174.909471ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:55.923257Z","caller":"traceutil/trace.go:171","msg":"trace[1177573029] transaction","detail":"{read_only:false; response_revision:33080; number_of_response:1; }","duration":"175.949901ms","start":"2026-04-29T03:03:55.747238Z","end":"2026-04-29T03:03:55.923188Z","steps":["trace[1177573029] 'process raft request' (duration: 63.8951ms)","trace[1177573029] 'compare' (duration: 111.518231ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:03:56.142373Z","caller":"traceutil/trace.go:171","msg":"trace[1133669483] linearizableReadLoop","detail":"{readStateIndex:34168; appliedIndex:34166; }","duration":"216.045604ms","start":"2026-04-29T03:03:55.926306Z","end":"2026-04-29T03:03:56.142352Z","steps":["trace[1133669483] 'read index received' (duration: 215.468583ms)","trace[1133669483] 'applied index is now lower than readState.Index' (duration: 576.021µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:03:56.142481Z","caller":"traceutil/trace.go:171","msg":"trace[1630580537] transaction","detail":"{read_only:false; response_revision:33084; number_of_response:1; }","duration":"248.06558ms","start":"2026-04-29T03:03:55.894407Z","end":"2026-04-29T03:03:56.142473Z","steps":["trace[1630580537] 'process raft request' (duration: 247.850956ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:56.142508Z","caller":"traceutil/trace.go:171","msg":"trace[1886656828] transaction","detail":"{read_only:false; response_revision:33083; number_of_response:1; }","duration":"248.341656ms","start":"2026-04-29T03:03:55.894144Z","end":"2026-04-29T03:03:56.142485Z","steps":["trace[1886656828] 'process raft request' (duration: 247.695093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:56.142778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.456512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:03:56.142804Z","caller":"traceutil/trace.go:171","msg":"trace[1724882364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33084; }","duration":"216.522723ms","start":"2026-04-29T03:03:55.926273Z","end":"2026-04-29T03:03:56.142796Z","steps":["trace[1724882364] 'agreement among raft nodes before linearized reading' (duration: 216.416771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:56.14288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.407782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:03:56.142918Z","caller":"traceutil/trace.go:171","msg":"trace[425558295] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:33084; }","duration":"168.488583ms","start":"2026-04-29T03:03:55.974419Z","end":"2026-04-29T03:03:56.142908Z","steps":["trace[425558295] 'agreement among raft nodes before linearized reading' (duration: 168.408572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:56.142964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.150219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-29T03:03:56.143023Z","caller":"traceutil/trace.go:171","msg":"trace[147000429] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:33084; }","duration":"191.249931ms","start":"2026-04-29T03:03:55.951759Z","end":"2026-04-29T03:03:56.143009Z","steps":["trace[147000429] 'agreement among raft nodes before linearized reading' (duration: 191.043947ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:02.361319Z","caller":"traceutil/trace.go:171","msg":"trace[462074745] linearizableReadLoop","detail":"{readStateIndex:34216; appliedIndex:34213; }","duration":"191.782259ms","start":"2026-04-29T03:04:02.169494Z","end":"2026-04-29T03:04:02.361277Z","steps":["trace[462074745] 'read index received' (duration: 34.702245ms)","trace[462074745] 'applied index is now lower than readState.Index' (duration: 157.078804ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:04:02.361456Z","caller":"traceutil/trace.go:171","msg":"trace[921480202] transaction","detail":"{read_only:false; response_revision:33129; number_of_response:1; }","duration":"199.690694ms","start":"2026-04-29T03:04:02.161743Z","end":"2026-04-29T03:04:02.361434Z","steps":["trace[921480202] 'process raft request' (duration: 145.515113ms)","trace[921480202] 'compare' (duration: 53.694673ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:04:02.36147Z","caller":"traceutil/trace.go:171","msg":"trace[1359861360] transaction","detail":"{read_only:false; response_revision:33130; number_of_response:1; }","duration":"194.255235ms","start":"2026-04-29T03:04:02.1672Z","end":"2026-04-29T03:04:02.361455Z","steps":["trace[1359861360] 'process raft request' (duration: 193.98991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:02.361616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.101926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T03:04:02.361665Z","caller":"traceutil/trace.go:171","msg":"trace[285900960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33130; }","duration":"192.196117ms","start":"2026-04-29T03:04:02.169455Z","end":"2026-04-29T03:04:02.361651Z","steps":["trace[285900960] 'agreement among raft nodes before linearized reading' (duration: 192.040794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:02.841723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.879695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:04:02.841918Z","caller":"traceutil/trace.go:171","msg":"trace[165262854] transaction","detail":"{read_only:false; response_revision:33131; number_of_response:1; }","duration":"477.294334ms","start":"2026-04-29T03:04:02.364602Z","end":"2026-04-29T03:04:02.841897Z","steps":["trace[165262854] 'process raft request' (duration: 316.162935ms)","trace[165262854] 'compare' (duration: 160.499018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:04:02.842025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:02.364584Z","time spent":"477.407977ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:02.857754Z","caller":"traceutil/trace.go:171","msg":"trace[1764096800] linearizableReadLoop","detail":"{readStateIndex:34218; appliedIndex:34216; }","duration":"437.187151ms","start":"2026-04-29T03:04:02.420536Z","end":"2026-04-29T03:04:02.857723Z","steps":["trace[1764096800] 'read index received' (duration: 260.293292ms)","trace[1764096800] 'applied index is now lower than readState.Index' (duration: 176.892919ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:04:02.857921Z","caller":"traceutil/trace.go:171","msg":"trace[1141940929] transaction","detail":"{read_only:false; response_revision:33132; number_of_response:1; }","duration":"491.686958ms","start":"2026-04-29T03:04:02.366181Z","end":"2026-04-29T03:04:02.857868Z","steps":["trace[1141940929] 'process raft request' (duration: 491.336842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:02.858478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:02.366169Z","time spent":"492.178738ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:04:02.858015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.465317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T03:04:02.858658Z","caller":"traceutil/trace.go:171","msg":"trace[1219055065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33132; }","duration":"438.17022ms","start":"2026-04-29T03:04:02.420468Z","end":"2026-04-29T03:04:02.858638Z","steps":["trace[1219055065] 'agreement among raft nodes before linearized reading' (duration: 437.398346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:02.858754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:02.420444Z","time spent":"438.293832ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T03:04:02.860644Z","caller":"traceutil/trace.go:171","msg":"trace[1620196161] transaction","detail":"{read_only:false; response_revision:33133; number_of_response:1; }","duration":"149.859553ms","start":"2026-04-29T03:04:02.710765Z","end":"2026-04-29T03:04:02.860625Z","steps":["trace[1620196161] 'process raft request' (duration: 149.69858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:02.860695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.649311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:04:02.860756Z","caller":"traceutil/trace.go:171","msg":"trace[1328555335] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:33133; }","duration":"295.762443ms","start":"2026-04-29T03:04:02.564972Z","end":"2026-04-29T03:04:02.860735Z","steps":["trace[1328555335] 'agreement among raft nodes before linearized reading' (duration: 295.60671ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:06:24.357663Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32055} {"level":"info","ts":"2026-04-29T03:06:24.496995Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32055,"took":"133.597285ms","hash":2610651806,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":30314496,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-29T03:06:24.497069Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2610651806,"revision":32055,"compact-revision":29804} {"level":"info","ts":"2026-04-29T03:07:25.735577Z","caller":"traceutil/trace.go:171","msg":"trace[913492197] transaction","detail":"{read_only:false; response_revision:34683; number_of_response:1; }","duration":"108.760817ms","start":"2026-04-29T03:07:25.626775Z","end":"2026-04-29T03:07:25.735536Z","steps":["trace[913492197] 'process raft request' (duration: 108.39174ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:07:26.02386Z","caller":"traceutil/trace.go:171","msg":"trace[1525820119] linearizableReadLoop","detail":"{readStateIndex:35816; appliedIndex:35814; }","duration":"104.154472ms","start":"2026-04-29T03:07:25.919676Z","end":"2026-04-29T03:07:26.02383Z","steps":["trace[1525820119] 'read index received' (duration: 65.764603ms)","trace[1525820119] 'applied index is now lower than readState.Index' (duration: 38.388609ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:07:26.023942Z","caller":"traceutil/trace.go:171","msg":"trace[356371288] transaction","detail":"{read_only:false; response_revision:34685; number_of_response:1; }","duration":"132.378473ms","start":"2026-04-29T03:07:25.891536Z","end":"2026-04-29T03:07:26.023914Z","steps":["trace[356371288] 'process raft request' (duration: 132.157929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:07:26.024043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.346735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:07:26.024089Z","caller":"traceutil/trace.go:171","msg":"trace[619562739] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:34685; }","duration":"104.451427ms","start":"2026-04-29T03:07:25.919623Z","end":"2026-04-29T03:07:26.024074Z","steps":["trace[619562739] 'agreement among raft nodes before linearized reading' (duration: 104.349666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:07:26.137334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.442732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:07:26.137422Z","caller":"traceutil/trace.go:171","msg":"trace[583821572] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:34686; }","duration":"108.585864ms","start":"2026-04-29T03:07:26.028819Z","end":"2026-04-29T03:07:26.137405Z","steps":["trace[583821572] 'agreement among raft nodes before linearized reading' (duration: 108.37061ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:07:34.864721Z","caller":"traceutil/trace.go:171","msg":"trace[1045106914] transaction","detail":"{read_only:false; response_revision:34752; number_of_response:1; }","duration":"101.673107ms","start":"2026-04-29T03:07:34.763021Z","end":"2026-04-29T03:07:34.864694Z","steps":["trace[1045106914] 'process raft request' (duration: 101.487873ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:07:34.866866Z","caller":"traceutil/trace.go:171","msg":"trace[161765217] transaction","detail":"{read_only:false; response_revision:34753; number_of_response:1; }","duration":"102.305559ms","start":"2026-04-29T03:07:34.764542Z","end":"2026-04-29T03:07:34.866848Z","steps":["trace[161765217] 'process raft request' (duration: 102.164125ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:07:34.867135Z","caller":"traceutil/trace.go:171","msg":"trace[1390555648] transaction","detail":"{read_only:false; response_revision:34754; number_of_response:1; }","duration":"101.577604ms","start":"2026-04-29T03:07:34.76552Z","end":"2026-04-29T03:07:34.867098Z","steps":["trace[1390555648] 'process raft request' (duration: 101.294259ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:11:24.365667Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34238} {"level":"info","ts":"2026-04-29T03:11:24.507647Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34238,"took":"137.70216ms","hash":3704051416,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":31313920,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-29T03:11:24.507713Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3704051416,"revision":34238,"compact-revision":32055} {"level":"info","ts":"2026-04-29T03:11:47.597518Z","caller":"traceutil/trace.go:171","msg":"trace[1252511442] linearizableReadLoop","detail":"{readStateIndex:37891; appliedIndex:37890; }","duration":"163.998125ms","start":"2026-04-29T03:11:47.433499Z","end":"2026-04-29T03:11:47.597497Z","steps":["trace[1252511442] 'read index received' (duration: 94.438042ms)","trace[1252511442] 'applied index is now lower than readState.Index' (duration: 69.559063ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:11:47.597555Z","caller":"traceutil/trace.go:171","msg":"trace[408287346] transaction","detail":"{read_only:false; response_revision:36701; number_of_response:1; }","duration":"175.841444ms","start":"2026-04-29T03:11:47.421685Z","end":"2026-04-29T03:11:47.597526Z","steps":["trace[408287346] 'process raft request' (duration: 106.305831ms)","trace[408287346] 'compare' (duration: 69.265348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:11:47.5977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.186358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T03:11:47.597799Z","caller":"traceutil/trace.go:171","msg":"trace[1342231295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36701; }","duration":"164.310722ms","start":"2026-04-29T03:11:47.433459Z","end":"2026-04-29T03:11:47.59777Z","steps":["trace[1342231295] 'agreement among raft nodes before linearized reading' (duration: 164.109807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:11:47.808276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.841429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:11:47.808379Z","caller":"traceutil/trace.go:171","msg":"trace[582467814] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:36705; }","duration":"108.008733ms","start":"2026-04-29T03:11:47.700346Z","end":"2026-04-29T03:11:47.808354Z","steps":["trace[582467814] 'count revisions from in-memory index tree' (duration: 107.731628ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:16:23.027003Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T03:16:23.031169Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-29T03:16:23.031394Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-29T03:16:24.3732Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36533} {"level":"info","ts":"2026-04-29T03:16:24.498982Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36533,"took":"120.86246ms","hash":1723287662,"current-db-size-bytes":57643008,"current-db-size":"58 MB","current-db-size-in-use-bytes":33075200,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-29T03:16:24.499042Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1723287662,"revision":36533,"compact-revision":34238} {"level":"info","ts":"2026-04-29T03:21:24.381742Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38759} {"level":"info","ts":"2026-04-29T03:21:24.501872Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38759,"took":"115.682705ms","hash":842307401,"current-db-size-bytes":57643008,"current-db-size":"58 MB","current-db-size-in-use-bytes":30695424,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-29T03:21:24.501944Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":842307401,"revision":38759,"compact-revision":36533}